2024-12-03 10:28:42,500 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 10:28:42,518 main DEBUG Took 0.015606 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 10:28:42,518 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 10:28:42,519 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 10:28:42,520 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 10:28:42,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,529 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 10:28:42,543 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,545 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,547 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,548 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,549 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,551 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,552 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,553 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,554 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,555 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,556 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:28:42,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,558 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 10:28:42,560 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:28:42,561 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 10:28:42,563 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 10:28:42,564 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 10:28:42,566 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 10:28:42,566 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 10:28:42,574 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 10:28:42,576 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 10:28:42,578 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 10:28:42,578 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 10:28:42,579 main DEBUG createAppenders(={Console}) 2024-12-03 10:28:42,580 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-03 10:28:42,580 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 10:28:42,580 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-03 10:28:42,581 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 10:28:42,581 main DEBUG OutputStream closed 2024-12-03 10:28:42,582 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 10:28:42,582 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 10:28:42,582 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-03 10:28:42,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 10:28:42,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 10:28:42,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 10:28:42,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 10:28:42,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 10:28:42,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 10:28:42,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 10:28:42,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 10:28:42,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 10:28:42,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 10:28:42,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 10:28:42,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 10:28:42,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 10:28:42,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 10:28:42,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 10:28:42,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 10:28:42,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 10:28:42,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 10:28:42,668 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 10:28:42,668 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-03 10:28:42,668 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 10:28:42,669 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-03T10:28:42,681 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-03 10:28:42,684 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 10:28:42,684 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T10:28:42,739 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=77, ProcessCount=11, AvailableMemoryMB=9133 2024-12-03T10:28:42,918 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-03T10:28:42,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de 2024-12-03T10:28:42,957 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/cluster_87522fba-1944-241d-209d-65ea5f991bf8, deleteOnExit=true 2024-12-03T10:28:43,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/cluster_87522fba-1944-241d-209d-65ea5f991bf8/zookeeper_0, clientPort=57697, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/cluster_87522fba-1944-241d-209d-65ea5f991bf8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/cluster_87522fba-1944-241d-209d-65ea5f991bf8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:28:43,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57697 2024-12-03T10:28:43,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:28:43,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:28:43,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/test.cache.data in system properties and HBase conf 2024-12-03T10:28:43,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:28:43,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:28:43,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:28:43,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:28:43,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:28:43,168 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T10:28:43,253 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:28:43,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:28:43,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:28:43,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:28:43,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:28:43,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:28:43,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:28:43,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:28:43,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:28:43,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:28:43,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:28:43,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:28:43,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:28:43,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:28:43,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:28:44,234 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T10:28:44,299 INFO [Time-limited test {}] log.Log(170): Logging initialized @2416ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T10:28:44,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:28:44,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:28:44,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:28:44,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:28:44,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:28:44,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:28:44,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:28:44,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:28:44,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/java.io.tmpdir/jetty-localhost-39351-hadoop-hdfs-3_4_1-tests_jar-_-any-10118787234838957262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:28:44,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39351} 2024-12-03T10:28:44,610 INFO [Time-limited test {}] server.Server(415): Started @2728ms 2024-12-03T10:28:45,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:28:45,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:28:45,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:28:45,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:28:45,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:28:45,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:28:45,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:28:45,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/java.io.tmpdir/jetty-localhost-37381-hadoop-hdfs-3_4_1-tests_jar-_-any-11732835122907339613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:28:45,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:37381} 2024-12-03T10:28:45,190 INFO [Time-limited test {}] server.Server(415): Started @3308ms 2024-12-03T10:28:45,236 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:28:46,104 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/cluster_87522fba-1944-241d-209d-65ea5f991bf8/data/data1/current/BP-1452581057-172.17.0.2-1733221723755/current, will proceed with Du for space computation calculation, 2024-12-03T10:28:46,104 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/cluster_87522fba-1944-241d-209d-65ea5f991bf8/data/data2/current/BP-1452581057-172.17.0.2-1733221723755/current, will proceed with Du for space computation calculation, 2024-12-03T10:28:46,130 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:28:46,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdec485e0d8162b29 with lease ID 0x75c0459678f79b83: Processing first storage report for DS-8aada925-7ccb-4bd8-a93f-f134c8f6ada3 from datanode DatanodeRegistration(127.0.0.1:42753, datanodeUuid=cb5467f7-ade7-4bbc-9a23-02745ecd9d21, infoPort=39579, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=47960073;c=1733221723755) 2024-12-03T10:28:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdec485e0d8162b29 with lease ID 0x75c0459678f79b83: from storage DS-8aada925-7ccb-4bd8-a93f-f134c8f6ada3 node DatanodeRegistration(127.0.0.1:42753, datanodeUuid=cb5467f7-ade7-4bbc-9a23-02745ecd9d21, infoPort=39579, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=47960073;c=1733221723755), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T10:28:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdec485e0d8162b29 with lease ID 0x75c0459678f79b83: Processing first storage report for DS-3dd13489-c568-4c3e-9673-cdbbf57b3e2e from datanode DatanodeRegistration(127.0.0.1:42753, datanodeUuid=cb5467f7-ade7-4bbc-9a23-02745ecd9d21, infoPort=39579, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=47960073;c=1733221723755) 2024-12-03T10:28:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdec485e0d8162b29 with lease ID 0x75c0459678f79b83: from storage DS-3dd13489-c568-4c3e-9673-cdbbf57b3e2e node DatanodeRegistration(127.0.0.1:42753, datanodeUuid=cb5467f7-ade7-4bbc-9a23-02745ecd9d21, infoPort=39579, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=47960073;c=1733221723755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:28:46,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de 2024-12-03T10:28:46,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:46,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:46,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:28:46,818 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545 with version=8 2024-12-03T10:28:46,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/hbase-staging 2024-12-03T10:28:46,893 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T10:28:47,099 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:28:47,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:47,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:47,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:28:47,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:47,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:28:47,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:28:47,274 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T10:28:47,281 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T10:28:47,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:28:47,306 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 84042 (auto-detected) 2024-12-03T10:28:47,307 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T10:28:47,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41389 2024-12-03T10:28:47,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41389 connecting to ZooKeeper ensemble=127.0.0.1:57697 2024-12-03T10:28:47,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413890x0, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:28:47,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41389-0x1019c065d9c0000 connected 2024-12-03T10:28:47,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:47,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:47,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/running 2024-12-03T10:28:47,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545, hbase.cluster.distributed=false 2024-12-03T10:28:47,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/acl 2024-12-03T10:28:47,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41389 2024-12-03T10:28:47,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41389 2024-12-03T10:28:47,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41389 2024-12-03T10:28:47,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41389 2024-12-03T10:28:47,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41389 2024-12-03T10:28:47,665 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:28:47,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:47,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:47,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:28:47,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:47,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:28:47,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:28:47,671 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:28:47,672 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33259 2024-12-03T10:28:47,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33259 connecting to ZooKeeper ensemble=127.0.0.1:57697 2024-12-03T10:28:47,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:47,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:47,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332590x0, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:28:47,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332590x0, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/running 2024-12-03T10:28:47,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33259-0x1019c065d9c0001 connected 2024-12-03T10:28:47,694 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:28:47,701 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:28:47,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/master 2024-12-03T10:28:47,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/acl 2024-12-03T10:28:47,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33259 2024-12-03T10:28:47,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33259 2024-12-03T10:28:47,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33259 2024-12-03T10:28:47,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33259 2024-12-03T10:28:47,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33259 2024-12-03T10:28:47,726 DEBUG [M:0;a78f5601770a:41389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:41389 2024-12-03T10:28:47,727 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-423062809/backup-masters/a78f5601770a,41389,1733221726948 2024-12-03T10:28:47,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/backup-masters 2024-12-03T10:28:47,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/backup-masters 2024-12-03T10:28:47,742 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on existing znode=/0-423062809/backup-masters/a78f5601770a,41389,1733221726948 2024-12-03T10:28:47,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423062809/master 2024-12-03T10:28:47,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:47,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:47,766 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on existing znode=/0-423062809/master 2024-12-03T10:28:47,767 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-423062809/backup-masters/a78f5601770a,41389,1733221726948 from backup master directory 2024-12-03T10:28:47,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/backup-masters 2024-12-03T10:28:47,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423062809/backup-masters/a78f5601770a,41389,1733221726948 2024-12-03T10:28:47,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/backup-masters 2024-12-03T10:28:47,774 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:28:47,774 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,41389,1733221726948 2024-12-03T10:28:47,776 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T10:28:47,777 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T10:28:47,826 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/hbase.id] with ID: 854b1af3-513a-4df8-8c68-1924ad098288 2024-12-03T10:28:47,827 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/.tmp/hbase.id 2024-12-03T10:28:47,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:28:48,241 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/.tmp/hbase.id]:[hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/hbase.id] 2024-12-03T10:28:48,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:48,293 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:28:48,309 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-03T10:28:48,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:48,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:48,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:28:48,365 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:28:48,367 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:28:48,382 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,385 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:28:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:28:48,828 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store 2024-12-03T10:28:48,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:28:48,852 INFO [master/a78f5601770a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T10:28:48,856 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:48,857 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:28:48,858 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:28:48,858 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:28:48,860 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:28:48,860 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:28:48,860 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:28:48,862 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221728857Disabling compacts and flushes for region at 1733221728857Disabling writes for close at 1733221728860 (+3 ms)Writing region close event to WAL at 1733221728860Closed at 1733221728860 2024-12-03T10:28:48,864 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/.initializing 2024-12-03T10:28:48,865 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,41389,1733221726948 2024-12-03T10:28:48,874 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:28:48,889 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C41389%2C1733221726948, suffix=, logDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,41389,1733221726948, archiveDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/oldWALs, maxLogs=10 2024-12-03T10:28:48,910 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,41389,1733221726948/a78f5601770a%2C41389%2C1733221726948.1733221728894, exclude list is [], retry=0 2024-12-03T10:28:48,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8aada925-7ccb-4bd8-a93f-f134c8f6ada3,DISK] 2024-12-03T10:28:48,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T10:28:48,960 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,41389,1733221726948/a78f5601770a%2C41389%2C1733221726948.1733221728894 2024-12-03T10:28:48,961 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-12-03T10:28:48,961 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:28:48,962 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:48,964 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:48,965 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:48,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:49,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:28:49,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:49,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:49,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:49,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:28:49,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:49,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:49,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:49,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:28:49,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:49,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:49,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:49,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:28:49,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:49,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:49,037 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:49,041 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:49,042 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:49,047 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:49,047 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:49,050 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:28:49,053 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:49,057 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:28:49,058 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66625948, jitterRate=-0.007196009159088135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:28:49,063 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221728976Initializing all the Stores at 1733221728978 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221728979 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221728979Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221728980 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221728980Cleaning up temporary data from old regions at 1733221729047 (+67 ms)Region opened successfully at 1733221729063 (+16 ms) 2024-12-03T10:28:49,065 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:28:49,096 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551018a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:28:49,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:28:49,131 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:28:49,132 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:28:49,135 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:28:49,136 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T10:28:49,142 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-03T10:28:49,143 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:28:49,175 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:28:49,184 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/balancer because node does not exist (not necessarily an error) 2024-12-03T10:28:49,215 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/balancer already deleted, retry=false 2024-12-03T10:28:49,218 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:28:49,220 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:28:49,231 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/normalizer already deleted, retry=false 2024-12-03T10:28:49,235 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:28:49,242 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:28:49,248 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/switch/split already deleted, retry=false 2024-12-03T10:28:49,249 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:28:49,256 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/switch/merge already deleted, retry=false 2024-12-03T10:28:49,276 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:28:49,281 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/snapshot-cleanup already deleted, retry=false 2024-12-03T10:28:49,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423062809/running 2024-12-03T10:28:49,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423062809/running 2024-12-03T10:28:49,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:49,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:49,293 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,41389,1733221726948, sessionid=0x1019c065d9c0000, setting cluster-up flag (Was=false) 2024-12-03T10:28:49,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:49,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:49,348 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-423062809/flush-table-proc/acquired, /0-423062809/flush-table-proc/reached, /0-423062809/flush-table-proc/abort 2024-12-03T10:28:49,351 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,41389,1733221726948 2024-12-03T10:28:49,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:49,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:49,398 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-423062809/online-snapshot/acquired, /0-423062809/online-snapshot/reached, /0-423062809/online-snapshot/abort 2024-12-03T10:28:49,403 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,41389,1733221726948 2024-12-03T10:28:49,413 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:28:49,419 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(746): ClusterId : 854b1af3-513a-4df8-8c68-1924ad098288 2024-12-03T10:28:49,422 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:28:49,433 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:28:49,433 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:28:49,441 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:28:49,442 DEBUG [RS:0;a78f5601770a:33259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c31f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:28:49,456 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:33259 2024-12-03T10:28:49,459 INFO [RS:0;a78f5601770a:33259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:28:49,459 INFO [RS:0;a78f5601770a:33259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:28:49,459 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:28:49,461 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,41389,1733221726948 with port=33259, startcode=1733221727635 2024-12-03T10:28:49,471 DEBUG [RS:0;a78f5601770a:33259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:28:49,482 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:28:49,491 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:28:49,498 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:28:49,500 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:28:49,503 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41389 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T10:28:49,508 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,41389,1733221726948 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:28:49,516 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:28:49,517 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:28:49,517 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:28:49,517 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:28:49,518 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:28:49,518 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,518 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:28:49,518 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,520 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221759520 2024-12-03T10:28:49,521 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:28:49,522 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:28:49,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:28:49,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:28:49,526 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:28:49,526 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:28:49,526 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:28:49,526 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:28:49,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:49,527 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:28:49,531 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T10:28:49,531 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:28:49,531 WARN [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T10:28:49,532 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:28:49,533 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:28:49,533 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:28:49,535 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:28:49,536 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:28:49,537 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221729537,5,FailOnTimeoutGroup] 2024-12-03T10:28:49,539 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221729537,5,FailOnTimeoutGroup] 2024-12-03T10:28:49,539 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,539 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:28:49,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:28:49,540 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,541 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,633 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,41389,1733221726948 with port=33259, startcode=1733221727635 2024-12-03T10:28:49,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,33259,1733221727635 2024-12-03T10:28:49,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41389 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,33259,1733221727635 2024-12-03T10:28:49,648 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545 2024-12-03T10:28:49,649 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36355 2024-12-03T10:28:49,649 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:28:49,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/rs 2024-12-03T10:28:49,657 DEBUG [RS:0;a78f5601770a:33259 {}] zookeeper.ZKUtil(111): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on existing znode=/0-423062809/rs/a78f5601770a,33259,1733221727635 2024-12-03T10:28:49,657 WARN [RS:0;a78f5601770a:33259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:28:49,658 INFO [RS:0;a78f5601770a:33259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:28:49,658 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635 2024-12-03T10:28:49,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,33259,1733221727635] 2024-12-03T10:28:49,684 INFO [RS:0;a78f5601770a:33259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:28:49,695 INFO [RS:0;a78f5601770a:33259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:28:49,699 INFO [RS:0;a78f5601770a:33259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:28:49,700 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,700 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:28:49,705 INFO [RS:0;a78f5601770a:33259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:28:49,706 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,706 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,707 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,707 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,707 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,707 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,707 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:28:49,707 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,708 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,708 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,708 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,708 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,708 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:49,708 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:28:49,708 DEBUG [RS:0;a78f5601770a:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:28:49,709 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,709 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,709 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,710 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,710 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,710 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33259,1733221727635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:28:49,726 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:28:49,728 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33259,1733221727635-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,728 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,729 INFO [RS:0;a78f5601770a:33259 {}] regionserver.Replication(171): a78f5601770a,33259,1733221727635 started 2024-12-03T10:28:49,743 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:49,744 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,33259,1733221727635, RpcServer on a78f5601770a/172.17.0.2:33259, sessionid=0x1019c065d9c0001 2024-12-03T10:28:49,745 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:28:49,745 DEBUG [RS:0;a78f5601770a:33259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,33259,1733221727635 2024-12-03T10:28:49,745 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,33259,1733221727635' 2024-12-03T10:28:49,745 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-423062809/flush-table-proc/abort' 2024-12-03T10:28:49,746 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-423062809/flush-table-proc/acquired' 2024-12-03T10:28:49,747 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:28:49,747 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:28:49,747 DEBUG [RS:0;a78f5601770a:33259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,33259,1733221727635 2024-12-03T10:28:49,747 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,33259,1733221727635' 2024-12-03T10:28:49,747 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-423062809/online-snapshot/abort' 2024-12-03T10:28:49,748 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-423062809/online-snapshot/acquired' 2024-12-03T10:28:49,749 DEBUG [RS:0;a78f5601770a:33259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:28:49,749 INFO [RS:0;a78f5601770a:33259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:28:49,749 INFO [RS:0;a78f5601770a:33259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:28:49,855 INFO [RS:0;a78f5601770a:33259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:28:49,859 INFO [RS:0;a78f5601770a:33259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C33259%2C1733221727635, suffix=, logDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635, archiveDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs, maxLogs=10 2024-12-03T10:28:49,875 DEBUG [RS:0;a78f5601770a:33259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862, exclude list is [], retry=0 2024-12-03T10:28:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8aada925-7ccb-4bd8-a93f-f134c8f6ada3,DISK] 2024-12-03T10:28:49,883 INFO [RS:0;a78f5601770a:33259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 2024-12-03T10:28:49,883 DEBUG [RS:0;a78f5601770a:33259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-12-03T10:28:49,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:28:49,945 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545 2024-12-03T10:28:49,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:28:50,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:50,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:28:50,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:28:50,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:50,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:50,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:28:50,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:28:50,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:50,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:50,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:28:50,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:28:50,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:50,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:50,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:28:50,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:28:50,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:50,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:50,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:28:50,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740 2024-12-03T10:28:50,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740 2024-12-03T10:28:50,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:28:50,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:28:50,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:28:50,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:28:50,399 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:28:50,400 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67829284, jitterRate=0.010735094547271729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:28:50,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221730363Initializing all the Stores at 1733221730367 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221730367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221730368 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221730368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221730368Cleaning up temporary data from old regions at 1733221730393 (+25 ms)Region opened successfully at 1733221730402 (+9 ms) 2024-12-03T10:28:50,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:28:50,402 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:28:50,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:28:50,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:28:50,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:28:50,404 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:28:50,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221730402Disabling compacts and flushes for region at 1733221730402Disabling writes for close at 1733221730403 (+1 ms)Writing region close event to WAL at 1733221730404 (+1 ms)Closed at 1733221730404 2024-12-03T10:28:50,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:28:50,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:28:50,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:28:50,420 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:28:50,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:28:50,578 DEBUG [a78f5601770a:41389 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:28:50,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,33259,1733221727635 2024-12-03T10:28:50,600 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,33259,1733221727635, state=OPENING 2024-12-03T10:28:50,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:28:50,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:50,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:50,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: CHANGED 2024-12-03T10:28:50,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: CHANGED 2024-12-03T10:28:50,645 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:28:50,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,33259,1733221727635}] 2024-12-03T10:28:50,830 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:28:50,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:28:50,843 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:28:50,843 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:28:50,844 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:28:50,847 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C33259%2C1733221727635.meta, suffix=.meta, logDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635, archiveDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs, maxLogs=10 2024-12-03T10:28:50,862 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.meta.1733221730849.meta, exclude list is [], retry=0 2024-12-03T10:28:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8aada925-7ccb-4bd8-a93f-f134c8f6ada3,DISK] 2024-12-03T10:28:50,869 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.meta.1733221730849.meta 2024-12-03T10:28:50,872 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-12-03T10:28:50,872 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:28:50,877 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:28:50,879 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:28:50,881 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:28:50,884 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:28:50,887 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:28:50,888 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:50,888 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:28:50,888 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:28:50,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:28:50,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:28:50,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:50,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:50,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:28:50,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:28:50,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:50,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:50,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:28:50,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:28:50,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:50,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:50,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:28:50,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:28:50,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:50,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:50,902 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:28:50,903 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740 2024-12-03T10:28:50,906 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740 2024-12-03T10:28:50,908 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:28:50,909 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:28:50,909 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:28:50,912 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:28:50,914 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68743084, jitterRate=0.024351775646209717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:28:50,914 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:28:50,915 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221730889Writing region info on filesystem at 1733221730889Initializing all the Stores at 1733221730891 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221730891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221730891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221730891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221730891Cleaning up temporary data from old regions at 1733221730909 (+18 ms)Running coprocessor post-open hooks at 1733221730914 (+5 ms)Region opened successfully at 1733221730915 (+1 ms) 2024-12-03T10:28:50,922 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221730823 2024-12-03T10:28:50,931 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:28:50,932 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:28:50,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,33259,1733221727635 2024-12-03T10:28:50,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,33259,1733221727635, state=OPEN 2024-12-03T10:28:51,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423062809/meta-region-server 2024-12-03T10:28:51,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423062809/meta-region-server 2024-12-03T10:28:51,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: CHANGED 2024-12-03T10:28:51,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: CHANGED 2024-12-03T10:28:51,020 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,33259,1733221727635 2024-12-03T10:28:51,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:28:51,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,33259,1733221727635 in 373 msec 2024-12-03T10:28:51,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:28:51,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-12-03T10:28:51,039 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:28:51,039 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:28:51,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:28:51,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,33259,1733221727635, seqNum=-1] 2024-12-03T10:28:51,075 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:51,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:51,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6520 sec 2024-12-03T10:28:51,097 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221731097, completionTime=-1 2024-12-03T10:28:51,100 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:28:51,100 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:28:51,124 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:28:51,125 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221791125 2024-12-03T10:28:51,125 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733221851125 2024-12-03T10:28:51,125 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-03T10:28:51,127 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41389,1733221726948-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:51,127 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41389,1733221726948-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:51,127 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41389,1733221726948-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:51,129 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:41389, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:51,129 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:51,130 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:51,136 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:28:51,157 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.383sec 2024-12-03T10:28:51,158 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:28:51,159 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:28:51,160 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:28:51,160 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:28:51,160 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:28:51,161 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41389,1733221726948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:28:51,161 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41389,1733221726948-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:28:51,169 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:28:51,170 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:28:51,171 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41389,1733221726948-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:51,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:51,230 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T10:28:51,230 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T10:28:51,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41389,-1 for getting cluster id 2024-12-03T10:28:51,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:28:51,241 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '854b1af3-513a-4df8-8c68-1924ad098288' 2024-12-03T10:28:51,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:28:51,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "854b1af3-513a-4df8-8c68-1924ad098288" 2024-12-03T10:28:51,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc8f160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:51,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41389,-1] 2024-12-03T10:28:51,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:28:51,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:51,249 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:28:51,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:51,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:28:51,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,33259,1733221727635, seqNum=-1] 2024-12-03T10:28:51,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:51,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:51,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,41389,1733221726948 2024-12-03T10:28:51,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57697 2024-12-03T10:28:51,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:28:51,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019c065d9c0002 connected 2024-12-03T10:28:51,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/hadoop.log.dir so I do NOT create it in target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c 2024-12-03T10:28:51,323 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:28:51,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/hadoop.tmp.dir so I do NOT create it in target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c 2024-12-03T10:28:51,324 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:28:51,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c 2024-12-03T10:28:51,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:28:51,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/cluster_7262a97b-0eb9-9e6b-1512-c5b90190af19, deleteOnExit=true 2024-12-03T10:28:51,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:28:51,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/test.cache.data in system properties and HBase conf 2024-12-03T10:28:51,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:28:51,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:28:51,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:28:51,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:28:51,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:28:51,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:28:51,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:28:51,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:28:51,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:28:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:28:51,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:28:51,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:28:51,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:28:51,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:28:51,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:28:51,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:28:51,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:28:51,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:28:51,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/java.io.tmpdir/jetty-localhost-37041-hadoop-hdfs-3_4_1-tests_jar-_-any-9244976634109668661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:28:51,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:37041} 2024-12-03T10:28:51,713 INFO [Time-limited test {}] server.Server(415): Started @9830ms 2024-12-03T10:28:51,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:28:51,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:28:51,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:28:51,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:28:51,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:28:51,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:28:51,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:28:52,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/java.io.tmpdir/jetty-localhost-36651-hadoop-hdfs-3_4_1-tests_jar-_-any-12528824732827804870/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:28:52,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:36651} 2024-12-03T10:28:52,029 INFO [Time-limited test {}] server.Server(415): Started @10146ms 2024-12-03T10:28:52,030 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:28:52,610 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/cluster_7262a97b-0eb9-9e6b-1512-c5b90190af19/data/data1/current/BP-683283556-172.17.0.2-1733221731351/current, will proceed with Du for space computation calculation, 2024-12-03T10:28:52,611 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/cluster_7262a97b-0eb9-9e6b-1512-c5b90190af19/data/data2/current/BP-683283556-172.17.0.2-1733221731351/current, will proceed with Du for space computation calculation, 2024-12-03T10:28:52,631 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:28:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe35cc748e9866b45 with lease ID 0xfb73e7ccdb6746db: Processing first storage report for DS-2ba53972-de91-4784-94f3-1d1efd36fa2d from datanode DatanodeRegistration(127.0.0.1:32963, datanodeUuid=88b12648-6c67-4ea1-adca-18be99052fae, infoPort=37239, infoSecurePort=0, ipcPort=37759, storageInfo=lv=-57;cid=testClusterID;nsid=1912897768;c=1733221731351) 2024-12-03T10:28:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe35cc748e9866b45 with lease ID 0xfb73e7ccdb6746db: from storage DS-2ba53972-de91-4784-94f3-1d1efd36fa2d node DatanodeRegistration(127.0.0.1:32963, datanodeUuid=88b12648-6c67-4ea1-adca-18be99052fae, infoPort=37239, infoSecurePort=0, ipcPort=37759, storageInfo=lv=-57;cid=testClusterID;nsid=1912897768;c=1733221731351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:28:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe35cc748e9866b45 with lease ID 0xfb73e7ccdb6746db: Processing first storage report for DS-2c80e175-4e45-4a17-941e-b046dacd714e from datanode DatanodeRegistration(127.0.0.1:32963, datanodeUuid=88b12648-6c67-4ea1-adca-18be99052fae, infoPort=37239, infoSecurePort=0, ipcPort=37759, storageInfo=lv=-57;cid=testClusterID;nsid=1912897768;c=1733221731351) 2024-12-03T10:28:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe35cc748e9866b45 with lease ID 0xfb73e7ccdb6746db: from storage DS-2c80e175-4e45-4a17-941e-b046dacd714e node DatanodeRegistration(127.0.0.1:32963, datanodeUuid=88b12648-6c67-4ea1-adca-18be99052fae, infoPort=37239, infoSecurePort=0, ipcPort=37759, storageInfo=lv=-57;cid=testClusterID;nsid=1912897768;c=1733221731351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:28:52,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c 2024-12-03T10:28:52,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:52,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:28:53,083 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1 with version=8 2024-12-03T10:28:53,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/hbase-staging 2024-12-03T10:28:53,088 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:28:53,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:53,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:53,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:28:53,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:53,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:28:53,089 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:28:53,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:28:53,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35157 2024-12-03T10:28:53,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35157 connecting to ZooKeeper ensemble=127.0.0.1:57697 2024-12-03T10:28:53,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351570x0, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:28:53,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35157-0x1019c065d9c0003 connected 2024-12-03T10:28:53,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:53,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:53,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Set watcher on znode that does not yet exist, /1-39145414/running 2024-12-03T10:28:53,181 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1, hbase.cluster.distributed=false 2024-12-03T10:28:53,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Set watcher on znode that does not yet exist, /1-39145414/acl 2024-12-03T10:28:53,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35157 2024-12-03T10:28:53,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35157 2024-12-03T10:28:53,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35157 2024-12-03T10:28:53,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35157 2024-12-03T10:28:53,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35157 2024-12-03T10:28:53,204 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:28:53,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:53,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:53,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:28:53,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:28:53,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:28:53,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:28:53,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:28:53,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45197 2024-12-03T10:28:53,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45197 connecting to ZooKeeper ensemble=127.0.0.1:57697 2024-12-03T10:28:53,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:53,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:53,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451970x0, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:28:53,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45197-0x1019c065d9c0004 connected 2024-12-03T10:28:53,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Set watcher on znode that does not yet exist, /1-39145414/running 2024-12-03T10:28:53,224 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:28:53,225 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:28:53,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Set watcher on znode that does not yet exist, /1-39145414/master 2024-12-03T10:28:53,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Set watcher on znode that does not yet exist, /1-39145414/acl 2024-12-03T10:28:53,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45197 2024-12-03T10:28:53,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45197 2024-12-03T10:28:53,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45197 2024-12-03T10:28:53,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45197 2024-12-03T10:28:53,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45197 2024-12-03T10:28:53,247 DEBUG [M:0;a78f5601770a:35157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:35157 2024-12-03T10:28:53,247 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-39145414/backup-masters/a78f5601770a,35157,1733221733087 2024-12-03T10:28:53,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414/backup-masters 2024-12-03T10:28:53,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414/backup-masters 2024-12-03T10:28:53,257 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Set watcher on existing znode=/1-39145414/backup-masters/a78f5601770a,35157,1733221733087 2024-12-03T10:28:53,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:53,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-39145414/master 2024-12-03T10:28:53,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:53,265 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Set watcher on existing znode=/1-39145414/master 2024-12-03T10:28:53,266 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-39145414/backup-masters/a78f5601770a,35157,1733221733087 from backup master directory 2024-12-03T10:28:53,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-39145414/backup-masters/a78f5601770a,35157,1733221733087 2024-12-03T10:28:53,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414/backup-masters 2024-12-03T10:28:53,272 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:28:53,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414/backup-masters 2024-12-03T10:28:53,273 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,35157,1733221733087 2024-12-03T10:28:53,282 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/hbase.id] with ID: 96cfcd35-7e2a-4018-99a5-bc45fc96d07f 2024-12-03T10:28:53,282 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/.tmp/hbase.id 2024-12-03T10:28:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:28:53,692 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/.tmp/hbase.id]:[hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/hbase.id] 2024-12-03T10:28:53,718 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:28:53,718 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:28:53,720 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T10:28:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:53,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:28:53,751 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:28:53,752 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:28:53,753 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:28:53,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:28:54,170 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store 2024-12-03T10:28:54,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:28:54,585 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:54,586 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:28:54,586 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:28:54,587 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:28:54,587 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:28:54,587 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:28:54,587 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:28:54,588 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221734586Disabling compacts and flushes for region at 1733221734586Disabling writes for close at 1733221734587 (+1 ms)Writing region close event to WAL at 1733221734587Closed at 1733221734587 2024-12-03T10:28:54,592 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/.initializing 2024-12-03T10:28:54,592 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/WALs/a78f5601770a,35157,1733221733087 2024-12-03T10:28:54,596 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:28:54,600 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C35157%2C1733221733087, suffix=, logDir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/WALs/a78f5601770a,35157,1733221733087, archiveDir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/oldWALs, maxLogs=10 2024-12-03T10:28:54,617 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/WALs/a78f5601770a,35157,1733221733087/a78f5601770a%2C35157%2C1733221733087.1733221734601, exclude list is [], retry=0 2024-12-03T10:28:54,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32963,DS-2ba53972-de91-4784-94f3-1d1efd36fa2d,DISK] 2024-12-03T10:28:54,624 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/WALs/a78f5601770a,35157,1733221733087/a78f5601770a%2C35157%2C1733221733087.1733221734601 2024-12-03T10:28:54,625 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37239:37239)] 2024-12-03T10:28:54,625 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:28:54,625 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:54,625 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,625 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:28:54,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:54,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:54,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:28:54,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:54,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:54,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:28:54,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:54,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:54,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:28:54,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:54,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:54,642 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,643 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,643 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,646 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,646 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,646 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:28:54,648 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:28:54,651 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:28:54,652 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63880577, jitterRate=-0.04810522496700287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:28:54,652 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221734625Initializing all the Stores at 1733221734627 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221734627Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221734627Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221734627Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221734627Cleaning up temporary data from old regions at 1733221734646 (+19 ms)Region opened successfully at 1733221734652 (+6 ms) 2024-12-03T10:28:54,653 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:28:54,658 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728ef7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:28:54,659 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:28:54,659 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:28:54,659 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:28:54,659 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:28:54,660 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:28:54,660 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:28:54,660 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:28:54,663 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:28:54,664 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Unable to get data of znode /1-39145414/balancer because node does not exist (not necessarily an error) 2024-12-03T10:28:54,689 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-39145414/balancer already deleted, retry=false 2024-12-03T10:28:54,690 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:28:54,691 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Unable to get data of znode /1-39145414/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:28:54,697 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-39145414/normalizer already deleted, retry=false 2024-12-03T10:28:54,698 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:28:54,699 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Unable to get data of znode /1-39145414/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:28:54,706 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-39145414/switch/split already deleted, retry=false 2024-12-03T10:28:54,707 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Unable to get data of znode /1-39145414/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:28:54,714 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-39145414/switch/merge already deleted, retry=false 2024-12-03T10:28:54,717 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Unable to get data of znode /1-39145414/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:28:54,722 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-39145414/snapshot-cleanup already deleted, retry=false 2024-12-03T10:28:54,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-39145414/running 2024-12-03T10:28:54,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-39145414/running 2024-12-03T10:28:54,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:54,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:54,732 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,35157,1733221733087, sessionid=0x1019c065d9c0003, setting cluster-up flag (Was=false) 2024-12-03T10:28:54,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:54,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:54,772 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-39145414/flush-table-proc/acquired, /1-39145414/flush-table-proc/reached, /1-39145414/flush-table-proc/abort 2024-12-03T10:28:54,774 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,35157,1733221733087 2024-12-03T10:28:54,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:54,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:54,814 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-39145414/online-snapshot/acquired, /1-39145414/online-snapshot/reached, /1-39145414/online-snapshot/abort 2024-12-03T10:28:54,817 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,35157,1733221733087 2024-12-03T10:28:54,821 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:28:54,827 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:28:54,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:28:54,828 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:28:54,828 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,35157,1733221733087 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:28:54,830 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:28:54,830 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:28:54,830 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:28:54,830 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:28:54,830 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:28:54,830 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,831 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:28:54,831 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,833 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221764833 2024-12-03T10:28:54,833 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:28:54,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:28:54,833 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:28:54,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:28:54,833 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:28:54,833 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:28:54,833 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:28:54,833 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:28:54,834 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,834 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:28:54,834 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(746): ClusterId : 96cfcd35-7e2a-4018-99a5-bc45fc96d07f 2024-12-03T10:28:54,834 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:28:54,834 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:28:54,834 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:28:54,835 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:28:54,835 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:28:54,835 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:28:54,835 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:54,835 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221734835,5,FailOnTimeoutGroup] 2024-12-03T10:28:54,835 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221734835,5,FailOnTimeoutGroup] 2024-12-03T10:28:54,835 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,835 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:28:54,835 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:28:54,836 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,840 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:28:54,840 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:28:54,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:28:54,848 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:28:54,849 DEBUG [RS:0;a78f5601770a:45197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521ca070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:28:54,861 DEBUG [RS:0;a78f5601770a:45197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:45197 2024-12-03T10:28:54,862 INFO [RS:0;a78f5601770a:45197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:28:54,862 INFO [RS:0;a78f5601770a:45197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:28:54,862 DEBUG [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:28:54,863 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,35157,1733221733087 with port=45197, startcode=1733221733203 2024-12-03T10:28:54,863 DEBUG [RS:0;a78f5601770a:45197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:28:54,865 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:28:54,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,45197,1733221733203 2024-12-03T10:28:54,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35157 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,45197,1733221733203 2024-12-03T10:28:54,869 DEBUG [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1 2024-12-03T10:28:54,869 DEBUG [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37535 2024-12-03T10:28:54,869 DEBUG [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:28:54,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414/rs 2024-12-03T10:28:54,880 DEBUG [RS:0;a78f5601770a:45197 {}] zookeeper.ZKUtil(111): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Set watcher on existing znode=/1-39145414/rs/a78f5601770a,45197,1733221733203 2024-12-03T10:28:54,881 WARN [RS:0;a78f5601770a:45197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:28:54,881 INFO [RS:0;a78f5601770a:45197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:28:54,881 DEBUG [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/WALs/a78f5601770a,45197,1733221733203 2024-12-03T10:28:54,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,45197,1733221733203] 2024-12-03T10:28:54,886 INFO [RS:0;a78f5601770a:45197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:28:54,890 INFO [RS:0;a78f5601770a:45197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:28:54,891 INFO [RS:0;a78f5601770a:45197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:28:54,891 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,891 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:28:54,895 INFO [RS:0;a78f5601770a:45197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:28:54,896 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,896 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,896 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,897 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,897 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,897 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,897 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:28:54,897 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,897 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,898 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,898 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,898 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,898 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:28:54,898 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:28:54,898 DEBUG [RS:0;a78f5601770a:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:28:54,899 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,899 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,899 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,899 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,899 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,899 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45197,1733221733203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:28:54,912 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:28:54,912 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45197,1733221733203-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,912 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,912 INFO [RS:0;a78f5601770a:45197 {}] regionserver.Replication(171): a78f5601770a,45197,1733221733203 started 2024-12-03T10:28:54,928 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:54,928 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,45197,1733221733203, RpcServer on a78f5601770a/172.17.0.2:45197, sessionid=0x1019c065d9c0004 2024-12-03T10:28:54,928 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:28:54,928 DEBUG [RS:0;a78f5601770a:45197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,45197,1733221733203 2024-12-03T10:28:54,928 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,45197,1733221733203' 2024-12-03T10:28:54,928 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-39145414/flush-table-proc/abort' 2024-12-03T10:28:54,929 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-39145414/flush-table-proc/acquired' 2024-12-03T10:28:54,930 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:28:54,930 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:28:54,930 DEBUG [RS:0;a78f5601770a:45197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,45197,1733221733203 2024-12-03T10:28:54,930 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,45197,1733221733203' 2024-12-03T10:28:54,930 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-39145414/online-snapshot/abort' 2024-12-03T10:28:54,930 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-39145414/online-snapshot/acquired' 2024-12-03T10:28:54,931 DEBUG [RS:0;a78f5601770a:45197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:28:54,931 INFO [RS:0;a78f5601770a:45197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:28:54,931 INFO [RS:0;a78f5601770a:45197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:28:55,032 INFO [RS:0;a78f5601770a:45197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:28:55,036 INFO [RS:0;a78f5601770a:45197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C45197%2C1733221733203, suffix=, logDir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/WALs/a78f5601770a,45197,1733221733203, archiveDir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/oldWALs, maxLogs=10 2024-12-03T10:28:55,056 DEBUG [RS:0;a78f5601770a:45197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/WALs/a78f5601770a,45197,1733221733203/a78f5601770a%2C45197%2C1733221733203.1733221735040, exclude list is [], retry=0 2024-12-03T10:28:55,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32963,DS-2ba53972-de91-4784-94f3-1d1efd36fa2d,DISK] 2024-12-03T10:28:55,062 INFO [RS:0;a78f5601770a:45197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/WALs/a78f5601770a,45197,1733221733203/a78f5601770a%2C45197%2C1733221733203.1733221735040 2024-12-03T10:28:55,063 DEBUG [RS:0;a78f5601770a:45197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37239:37239)] 2024-12-03T10:28:55,244 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:28:55,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1 2024-12-03T10:28:55,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:28:55,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:55,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:28:55,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:28:55,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:55,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:55,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:28:55,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:28:55,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:55,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:55,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:28:55,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:28:55,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:55,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:55,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:28:55,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:28:55,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:55,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:55,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:28:55,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740 2024-12-03T10:28:55,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740 2024-12-03T10:28:55,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:28:55,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:28:55,275 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:28:55,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:28:55,279 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:28:55,280 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66203714, jitterRate=-0.013487786054611206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:28:55,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221735257Initializing all the Stores at 1733221735258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221735258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221735259 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221735259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221735259Cleaning up temporary data from old regions at 1733221735274 (+15 ms)Region opened successfully at 1733221735280 (+6 ms) 2024-12-03T10:28:55,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:28:55,281 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:28:55,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:28:55,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:28:55,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:28:55,281 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:28:55,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221735281Disabling compacts and flushes for region at 1733221735281Disabling writes for close at 1733221735281Writing region close event to WAL at 1733221735281Closed at 1733221735281 2024-12-03T10:28:55,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:28:55,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:28:55,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:28:55,307 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:28:55,308 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:28:55,459 DEBUG [a78f5601770a:35157 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:28:55,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,45197,1733221733203 2024-12-03T10:28:55,463 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,45197,1733221733203, state=OPENING 2024-12-03T10:28:55,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:28:55,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:55,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:28:55,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:28:55,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-39145414/meta-region-server: CHANGED 2024-12-03T10:28:55,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-39145414/meta-region-server: CHANGED 2024-12-03T10:28:55,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,45197,1733221733203}] 2024-12-03T10:28:55,681 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:28:55,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:28:55,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:28:55,736 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:28:55,736 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:28:55,736 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:28:55,740 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C45197%2C1733221733203.meta, suffix=.meta, logDir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/WALs/a78f5601770a,45197,1733221733203, archiveDir=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/oldWALs, maxLogs=10 2024-12-03T10:28:55,760 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/WALs/a78f5601770a,45197,1733221733203/a78f5601770a%2C45197%2C1733221733203.meta.1733221735742.meta, exclude list is [], retry=0 2024-12-03T10:28:55,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32963,DS-2ba53972-de91-4784-94f3-1d1efd36fa2d,DISK] 2024-12-03T10:28:55,766 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/WALs/a78f5601770a,45197,1733221733203/a78f5601770a%2C45197%2C1733221733203.meta.1733221735742.meta 2024-12-03T10:28:55,767 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37239:37239)] 2024-12-03T10:28:55,767 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:28:55,768 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:28:55,768 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:28:55,768 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:28:55,768 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:28:55,768 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:28:55,768 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:55,769 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:28:55,769 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:28:55,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:28:55,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:28:55,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:55,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:55,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:28:55,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:28:55,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:55,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:55,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:28:55,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:28:55,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:55,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:55,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:28:55,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:28:55,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:55,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:28:55,781 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:28:55,782 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740 2024-12-03T10:28:55,784 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740 2024-12-03T10:28:55,786 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:28:55,786 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:28:55,787 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:28:55,789 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:28:55,790 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59122273, jitterRate=-0.11900947988033295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:28:55,791 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:28:55,791 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221735769Writing region info on filesystem at 1733221735769Initializing all the Stores at 1733221735770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221735770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221735771 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221735771Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221735771Cleaning up temporary data from old regions at 1733221735786 (+15 ms)Running coprocessor post-open hooks at 1733221735791 (+5 ms)Region opened successfully at 1733221735791 2024-12-03T10:28:55,792 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221735722 2024-12-03T10:28:55,796 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:28:55,796 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:28:55,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,45197,1733221733203 2024-12-03T10:28:55,798 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,45197,1733221733203, state=OPEN 2024-12-03T10:28:55,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-39145414/meta-region-server 2024-12-03T10:28:55,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-39145414/meta-region-server 2024-12-03T10:28:55,806 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,45197,1733221733203 2024-12-03T10:28:55,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-39145414/meta-region-server: CHANGED 2024-12-03T10:28:55,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-39145414/meta-region-server: CHANGED 2024-12-03T10:28:55,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:28:55,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,45197,1733221733203 in 241 msec 2024-12-03T10:28:55,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:28:55,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 507 msec 2024-12-03T10:28:55,816 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:28:55,816 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:28:55,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:28:55,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,45197,1733221733203, seqNum=-1] 2024-12-03T10:28:55,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:55,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:55,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0020 sec 2024-12-03T10:28:55,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221735827, completionTime=-1 2024-12-03T10:28:55,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:28:55,827 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:28:55,829 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:28:55,829 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221795829 2024-12-03T10:28:55,829 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733221855829 2024-12-03T10:28:55,830 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T10:28:55,830 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35157,1733221733087-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:55,830 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35157,1733221733087-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:55,830 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35157,1733221733087-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:55,830 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:35157, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:55,830 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:55,830 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:55,833 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:28:55,836 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec 2024-12-03T10:28:55,836 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:28:55,836 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:28:55,836 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:28:55,836 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:28:55,836 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:28:55,836 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35157,1733221733087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:28:55,836 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35157,1733221733087-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:28:55,840 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:28:55,840 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:28:55,840 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35157,1733221733087-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:28:55,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:55,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35157,-1 for getting cluster id 2024-12-03T10:28:55,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:28:55,939 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96cfcd35-7e2a-4018-99a5-bc45fc96d07f' 2024-12-03T10:28:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:28:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96cfcd35-7e2a-4018-99a5-bc45fc96d07f" 2024-12-03T10:28:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fb1113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35157,-1] 2024-12-03T10:28:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:28:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:55,945 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:28:55,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:55,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:28:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,45197,1733221733203, seqNum=-1] 2024-12-03T10:28:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:55,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,35157,1733221733087 2024-12-03T10:28:55,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57697 2024-12-03T10:28:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:28:55,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019c065d9c0005 connected 2024-12-03T10:28:55,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:55,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41389,-1 for getting cluster id 2024-12-03T10:28:55,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:28:55,983 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '854b1af3-513a-4df8-8c68-1924ad098288' 2024-12-03T10:28:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:28:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "854b1af3-513a-4df8-8c68-1924ad098288" 2024-12-03T10:28:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5b78b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41389,-1] 2024-12-03T10:28:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:28:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:55,988 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:28:55,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e08e8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:56,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:28:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41389,1733221726948 2024-12-03T10:28:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@687f510c 2024-12-03T10:28:56,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:56,009 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:28:56,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:35157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:28:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:28:56,021 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35157' 2024-12-03T10:28:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:28:56,022 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1828cbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:56,022 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35157,-1 for getting cluster id 2024-12-03T10:28:56,022 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:28:56,023 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96cfcd35-7e2a-4018-99a5-bc45fc96d07f' 2024-12-03T10:28:56,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:28:56,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96cfcd35-7e2a-4018-99a5-bc45fc96d07f" 2024-12-03T10:28:56,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392873df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:56,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35157,-1] 2024-12-03T10:28:56,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:28:56,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:56,026 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:28:56,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b688db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:56,027 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:28:56,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35157,1733221733087 2024-12-03T10:28:56,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@157371c8 2024-12-03T10:28:56,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:56,033 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:28:56,043 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T10:28:56,043 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:28:56,048 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:56,049 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:56,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:28:56,050 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:28:56,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:28:56,060 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:28:56,061 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:56,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:28:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741835_1011 (size=1138) 2024-12-03T10:28:56,110 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:28:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:28:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:28:56,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:28:56,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e43bebca9dd4872310e93fb780f50e2, NAME => 'hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545 2024-12-03T10:28:56,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741836_1012 (size=44) 2024-12-03T10:28:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:28:56,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:56,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e43bebca9dd4872310e93fb780f50e2, disabling compactions & flushes 2024-12-03T10:28:56,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:56,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:56,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. after waiting 0 ms 2024-12-03T10:28:56,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:56,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:56,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e43bebca9dd4872310e93fb780f50e2: Waiting for close lock at 1733221736888Disabling compacts and flushes for region at 1733221736888Disabling writes for close at 1733221736889 (+1 ms)Writing region close event to WAL at 1733221736889Closed at 1733221736889 2024-12-03T10:28:56,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:28:56,902 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221736894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221736894"}]},"ts":"1733221736894"} 2024-12-03T10:28:56,907 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:28:56,909 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:28:56,911 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221736909"}]},"ts":"1733221736909"} 2024-12-03T10:28:56,915 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:28:56,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e43bebca9dd4872310e93fb780f50e2, ASSIGN}] 2024-12-03T10:28:56,919 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e43bebca9dd4872310e93fb780f50e2, ASSIGN 2024-12-03T10:28:56,920 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e43bebca9dd4872310e93fb780f50e2, ASSIGN; state=OFFLINE, location=a78f5601770a,33259,1733221727635; forceNewPlan=false, retain=false 2024-12-03T10:28:57,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3e43bebca9dd4872310e93fb780f50e2, regionState=OPENING, regionLocation=a78f5601770a,33259,1733221727635 2024-12-03T10:28:57,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e43bebca9dd4872310e93fb780f50e2, ASSIGN because future has completed 2024-12-03T10:28:57,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e43bebca9dd4872310e93fb780f50e2, server=a78f5601770a,33259,1733221727635}] 2024-12-03T10:28:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:28:57,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:57,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:28:57,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:28:57,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C33259%2C1733221727635.rep, suffix=, logDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635, archiveDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs, maxLogs=10 2024-12-03T10:28:57,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.rep.1733221737247, exclude list is [], retry=0 2024-12-03T10:28:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8aada925-7ccb-4bd8-a93f-f134c8f6ada3,DISK] 2024-12-03T10:28:57,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.rep.1733221737247 2024-12-03T10:28:57,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-12-03T10:28:57,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e43bebca9dd4872310e93fb780f50e2, NAME => 'hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:28:57,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:28:57,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:28:57,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. service=MultiRowMutationService 2024-12-03T10:28:57,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:28:57,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:57,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,270 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:28:57,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T10:28:57,272 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e43bebca9dd4872310e93fb780f50e2 columnFamilyName hfileref 2024-12-03T10:28:57,272 DEBUG [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:57,273 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(327): Store=3e43bebca9dd4872310e93fb780f50e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:57,273 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,273 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:28:57,273 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T10:28:57,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:28:57,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T10:28:57,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T10:28:57,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T10:28:57,275 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e43bebca9dd4872310e93fb780f50e2 columnFamilyName queue 2024-12-03T10:28:57,275 DEBUG [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:57,276 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(327): Store=3e43bebca9dd4872310e93fb780f50e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:57,276 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,278 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e43bebca9dd4872310e93fb780f50e2 columnFamilyName sid 2024-12-03T10:28:57,278 DEBUG [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:57,278 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(327): Store=3e43bebca9dd4872310e93fb780f50e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:57,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:28:57,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:28:57,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3e43bebca9dd4872310e93fb780f50e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75108187, jitterRate=0.11919920146465302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:28:57,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:57,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3e43bebca9dd4872310e93fb780f50e2: Running coprocessor pre-open hook at 1733221737268Writing region info on filesystem at 1733221737268Initializing all the Stores at 1733221737270 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221737270Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221737270Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221737270Cleaning up temporary data from old regions at 1733221737282 (+12 ms)Running coprocessor post-open hooks at 1733221737288 (+6 ms)Region opened successfully at 1733221737289 (+1 ms) 2024-12-03T10:28:57,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2., pid=7, masterSystemTime=1733221737235 2024-12-03T10:28:57,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:57,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:57,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3e43bebca9dd4872310e93fb780f50e2, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,33259,1733221727635 2024-12-03T10:28:57,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e43bebca9dd4872310e93fb780f50e2, server=a78f5601770a,33259,1733221727635 because future has completed 2024-12-03T10:28:57,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T10:28:57,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e43bebca9dd4872310e93fb780f50e2, server=a78f5601770a,33259,1733221727635 in 219 msec 2024-12-03T10:28:57,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:28:57,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e43bebca9dd4872310e93fb780f50e2, ASSIGN in 388 msec 2024-12-03T10:28:57,309 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:28:57,310 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221737309"}]},"ts":"1733221737309"} 2024-12-03T10:28:57,312 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:28:57,314 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:28:57,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2630 sec 2024-12-03T10:28:57,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2., hostname=a78f5601770a,33259,1733221727635, seqNum=2] 2024-12-03T10:28:57,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33259 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T10:28:57,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:57,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:57,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:28:57,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T10:28:57,620 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:28:57,655 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,33259,1733221727635, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:28:57,657 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:28:57,657 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,33259,1733221727635, seqNum=-1] 2024-12-03T10:28:57,657 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:57,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-03T10:28:57,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,33259,1733221727635', locateType=CURRENT is [region=hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2., hostname=a78f5601770a,33259,1733221727635, seqNum=2] 2024-12-03T10:28:57,667 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T10:28:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T10:28:57,672 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,33259,1733221727635 suceeded 2024-12-03T10:28:57,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T10:28:57,676 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:35157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:28:57,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-12-03T10:28:57,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6640 sec 2024-12-03T10:28:57,684 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35157' 2024-12-03T10:28:57,687 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1de1d83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:57,687 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35157,-1 for getting cluster id 2024-12-03T10:28:57,687 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:28:57,688 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96cfcd35-7e2a-4018-99a5-bc45fc96d07f' 2024-12-03T10:28:57,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:28:57,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96cfcd35-7e2a-4018-99a5-bc45fc96d07f" 2024-12-03T10:28:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a7a604e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35157,-1] 2024-12-03T10:28:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:28:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:57,690 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:28:57,691 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4065d65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:57,691 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:28:57,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35157,1733221733087 2024-12-03T10:28:57,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3951df49 2024-12-03T10:28:57,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:57,693 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T10:28:57,694 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,33259,1733221727635 (queues=1) is replicating from cluster=854b1af3-513a-4df8-8c68-1924ad098288 to cluster=96cfcd35-7e2a-4018-99a5-bc45fc96d07f 2024-12-03T10:28:57,697 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C33259%2C1733221727635 2024-12-03T10:28:57,701 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,33259,1733221727635, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:28:57,702 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.shippera78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C33259%2C1733221727635 2024-12-03T10:28:57,706 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862, startPosition=0, beingWritten=true 2024-12-03T10:28:57,956 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:28:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:28:58,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:28:58,167 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:28:58,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:58,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:28:58,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41389,-1 for getting cluster id 2024-12-03T10:28:58,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:28:58,169 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '854b1af3-513a-4df8-8c68-1924ad098288' 2024-12-03T10:28:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:28:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "854b1af3-513a-4df8-8c68-1924ad098288" 2024-12-03T10:28:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeda2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41389,-1] 2024-12-03T10:28:58,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:28:58,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,173 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:28:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1916d881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:28:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41389,1733221726948 2024-12-03T10:28:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb8e299 2024-12-03T10:28:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:58,178 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:28:58,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://a78f5601770a:35157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:28:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:28:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T10:28:58,184 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35157' 2024-12-03T10:28:58,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb30968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,185 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35157,-1 for getting cluster id 2024-12-03T10:28:58,185 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:28:58,186 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96cfcd35-7e2a-4018-99a5-bc45fc96d07f' 2024-12-03T10:28:58,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:28:58,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96cfcd35-7e2a-4018-99a5-bc45fc96d07f" 2024-12-03T10:28:58,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c36eb68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35157,-1] 2024-12-03T10:28:58,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:28:58,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,188 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:28:58,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636e12d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:28:58,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35157,1733221733087 2024-12-03T10:28:58,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a76818 2024-12-03T10:28:58,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:58,192 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:28:58,192 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:28:58,193 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:28:58,193 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,193 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:28:58,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:28:58,262 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:28:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T10:28:58,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-03T10:28:58,401 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T10:28:58,437 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-a78f5601770a,33259,1733221727635, ReplicationSource: 2, currentBandwidth=0 2024-12-03T10:28:58,440 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T10:28:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T10:28:58,443 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a78f5601770a,33259,1733221727635 suceeded 2024-12-03T10:28:58,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:28:58,447 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a78f5601770a:35157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:28:58,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-03T10:28:58,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 268 msec 2024-12-03T10:28:58,457 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35157' 2024-12-03T10:28:58,458 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@456055cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,458 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35157,-1 for getting cluster id 2024-12-03T10:28:58,459 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:28:58,459 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96cfcd35-7e2a-4018-99a5-bc45fc96d07f' 2024-12-03T10:28:58,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:28:58,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96cfcd35-7e2a-4018-99a5-bc45fc96d07f" 2024-12-03T10:28:58,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72946d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35157,-1] 2024-12-03T10:28:58,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:28:58,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,462 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:28:58,462 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77045a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,463 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:28:58,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35157,1733221733087 2024-12-03T10:28:58,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a7f19c 2024-12-03T10:28:58,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:58,464 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T10:28:58,465 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a78f5601770a,33259,1733221727635 (queues=1) is replicating from cluster=854b1af3-513a-4df8-8c68-1924ad098288 to cluster=96cfcd35-7e2a-4018-99a5-bc45fc96d07f 2024-12-03T10:28:58,465 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a78f5601770a%2C33259%2C1733221727635 2024-12-03T10:28:58,465 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a78f5601770a,33259,1733221727635, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:28:58,466 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635.replicationSource.shippera78f5601770a%2C33259%2C1733221727635,2-a78f5601770a,33259,1733221727635 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C33259%2C1733221727635 2024-12-03T10:28:58,466 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,2-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862, startPosition=0, beingWritten=true 2024-12-03T10:28:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T10:28:58,497 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T10:28:58,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:28:58,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:58,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:28:58,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:28:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41389,1733221726948 2024-12-03T10:28:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-12-03T10:28:58,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:58,505 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:28:58,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T10:28:58,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T10:28:58,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T10:28:58,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T10:28:58,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://a78f5601770a:35157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:28:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T10:28:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T10:28:58,523 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35157' 2024-12-03T10:28:58,524 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1424a6b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,524 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35157,-1 for getting cluster id 2024-12-03T10:28:58,525 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:28:58,525 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96cfcd35-7e2a-4018-99a5-bc45fc96d07f' 2024-12-03T10:28:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:28:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96cfcd35-7e2a-4018-99a5-bc45fc96d07f" 2024-12-03T10:28:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7891458a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35157,-1] 2024-12-03T10:28:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:28:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,527 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:28:58,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771c43e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,529 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:28:58,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35157,1733221733087 2024-12-03T10:28:58,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60a23486 2024-12-03T10:28:58,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:58,531 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:28:58,533 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T10:28:58,533 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:28:58,533 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,533 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:28:58,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:28:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T10:28:58,669 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:28:58,672 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,2-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:28:58,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-03T10:28:58,722 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-03T10:28:58,725 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T10:28:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T10:28:58,731 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on a78f5601770a,33259,1733221727635 suceeded 2024-12-03T10:28:58,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T10:28:58,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-12-03T10:28:58,736 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://a78f5601770a:35157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:28:58,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 218 msec 2024-12-03T10:28:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T10:28:58,837 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-03T10:28:58,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://a78f5601770a:35157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:28:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T10:28:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T10:28:58,844 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35157' 2024-12-03T10:28:58,846 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebabeaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,846 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35157,-1 for getting cluster id 2024-12-03T10:28:58,846 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:28:58,847 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96cfcd35-7e2a-4018-99a5-bc45fc96d07f' 2024-12-03T10:28:58,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:28:58,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96cfcd35-7e2a-4018-99a5-bc45fc96d07f" 2024-12-03T10:28:58,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0dbd02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35157,-1] 2024-12-03T10:28:58,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:28:58,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,850 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:28:58,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1875d3a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:58,852 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:28:58,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35157,1733221733087 2024-12-03T10:28:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30bef095 2024-12-03T10:28:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:58,856 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:28:58,857 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T10:28:58,857 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:28:58,857 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,857 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:58,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:28:58,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:28:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T10:28:58,979 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,2-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:28:59,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-03T10:28:59,021 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-03T10:28:59,023 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T10:28:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T10:28:59,029 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on a78f5601770a,33259,1733221727635 suceeded 2024-12-03T10:28:59,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T10:28:59,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-12-03T10:28:59,033 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://a78f5601770a:35157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:28:59,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-12-03T10:28:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T10:28:59,157 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-03T10:28:59,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T10:28:59,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T10:28:59,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:28:59,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:59,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:59,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:59,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:28:59,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:28:59,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37137515, stopped=false 2024-12-03T10:28:59,162 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,41389,1733221726948 2024-12-03T10:28:59,177 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:28:59,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423062809/running 2024-12-03T10:28:59,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423062809/running 2024-12-03T10:28:59,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:59,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:28:59,188 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:28:59,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:28:59,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:59,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:59,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/running 2024-12-03T10:28:59,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/running 2024-12-03T10:28:59,190 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,33259,1733221727635' ***** 2024-12-03T10:28:59,190 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:28:59,190 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:28:59,190 INFO [RS:0;a78f5601770a:33259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:28:59,191 INFO [RS:0;a78f5601770a:33259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:28:59,191 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:59,191 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:28:59,192 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,33259,1733221727635 2024-12-03T10:28:59,192 INFO [RS:0;a78f5601770a:33259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:28:59,192 INFO [RS:0;a78f5601770a:33259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:33259. 2024-12-03T10:28:59,192 DEBUG [RS:0;a78f5601770a:33259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:59,192 DEBUG [RS:0;a78f5601770a:33259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:59,192 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e43bebca9dd4872310e93fb780f50e2, disabling compactions & flushes 2024-12-03T10:28:59,192 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:59,192 INFO [RS:0;a78f5601770a:33259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:28:59,192 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:59,192 INFO [RS:0;a78f5601770a:33259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:28:59,193 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. after waiting 0 ms 2024-12-03T10:28:59,193 INFO [RS:0;a78f5601770a:33259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:28:59,193 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:59,193 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:28:59,193 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:28:59,193 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:28:59,193 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e43bebca9dd4872310e93fb780f50e2=hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2.} 2024-12-03T10:28:59,193 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:28:59,193 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:28:59,194 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:28:59,194 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:28:59,194 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:59,197 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T10:28:59,197 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e43bebca9dd4872310e93fb780f50e2 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-03T10:28:59,219 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:28:59,254 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2/.tmp/queue/482ec48ee12b47bc8e259aa384e665ee is 151, key is 1-a78f5601770a,33259,1733221727635/queue:a78f5601770a%2C33259%2C1733221727635/1733221737662/Put/seqid=0 2024-12-03T10:28:59,254 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/info/825e30fbf1a04d4b9cc2d47cc0f13fcd is 147, key is hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2./info:regioninfo/1733221737294/Put/seqid=0 2024-12-03T10:28:59,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741838_1014 (size=6631) 2024-12-03T10:28:59,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741839_1015 (size=5500) 2024-12-03T10:28:59,391 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,2-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:28:59,394 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:59,595 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:28:59,666 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2/.tmp/queue/482ec48ee12b47bc8e259aa384e665ee 2024-12-03T10:28:59,666 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/info/825e30fbf1a04d4b9cc2d47cc0f13fcd 2024-12-03T10:28:59,710 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:28:59,710 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:28:59,713 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2/.tmp/queue/482ec48ee12b47bc8e259aa384e665ee as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2/queue/482ec48ee12b47bc8e259aa384e665ee 2024-12-03T10:28:59,722 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2/queue/482ec48ee12b47bc8e259aa384e665ee, entries=2, sequenceid=6, filesize=5.4 K 2024-12-03T10:28:59,731 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3e43bebca9dd4872310e93fb780f50e2 in 532ms, sequenceid=6, compaction requested=false 2024-12-03T10:28:59,731 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/ns/da2258bb59c0465abd9b89a8c342b711 is 43, key is default/ns:d/1733221731082/Put/seqid=0 2024-12-03T10:28:59,731 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T10:28:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741840_1016 (size=5153) 2024-12-03T10:28:59,739 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:28:59,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:28:59,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:28:59,741 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:59,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e43bebca9dd4872310e93fb780f50e2: Waiting for close lock at 1733221739192Running coprocessor pre-close hooks at 1733221739192Disabling compacts and flushes for region at 1733221739192Disabling writes for close at 1733221739193 (+1 ms)Obtaining lock to block concurrent updates at 1733221739198 (+5 ms)Preparing flush snapshotting stores in 3e43bebca9dd4872310e93fb780f50e2 at 1733221739198Finished memstore snapshotting hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733221739205 (+7 ms)Flushing stores of hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. at 1733221739207 (+2 ms)Flushing 3e43bebca9dd4872310e93fb780f50e2/queue: creating writer at 1733221739208 (+1 ms)Flushing 3e43bebca9dd4872310e93fb780f50e2/queue: appending metadata at 1733221739241 (+33 ms)Flushing 3e43bebca9dd4872310e93fb780f50e2/queue: closing flushed file at 1733221739244 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e8e7ad: reopening flushed file at 1733221739711 (+467 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3e43bebca9dd4872310e93fb780f50e2 in 532ms, sequenceid=6, compaction requested=false at 1733221739731 (+20 ms)Writing region close event to WAL at 1733221739734 (+3 ms)Running coprocessor post-close hooks at 1733221739740 (+6 ms)Closed at 1733221739741 (+1 ms) 2024-12-03T10:28:59,742 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:28:59,785 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:28:59,795 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:28:59,904 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,2-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:28:59,995 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:00,138 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/ns/da2258bb59c0465abd9b89a8c342b711 2024-12-03T10:29:00,166 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/table/ef07d863495c4f03b1ada8ce06712c01 is 53, key is hbase:replication/table:state/1733221737309/Put/seqid=0 2024-12-03T10:29:00,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741841_1017 (size=5256) 2024-12-03T10:29:00,195 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:29:00,195 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:29:00,196 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:00,396 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:00,493 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:29:00,516 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,2-a78f5601770a,33259,1733221727635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.1733221729862 to pos 0, reset compression=false 2024-12-03T10:29:00,571 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/table/ef07d863495c4f03b1ada8ce06712c01 2024-12-03T10:29:00,592 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/info/825e30fbf1a04d4b9cc2d47cc0f13fcd as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/info/825e30fbf1a04d4b9cc2d47cc0f13fcd 2024-12-03T10:29:00,596 DEBUG [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:00,602 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/info/825e30fbf1a04d4b9cc2d47cc0f13fcd, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T10:29:00,604 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/ns/da2258bb59c0465abd9b89a8c342b711 as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/ns/da2258bb59c0465abd9b89a8c342b711 2024-12-03T10:29:00,612 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/ns/da2258bb59c0465abd9b89a8c342b711, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T10:29:00,614 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/table/ef07d863495c4f03b1ada8ce06712c01 as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/table/ef07d863495c4f03b1ada8ce06712c01 2024-12-03T10:29:00,622 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/table/ef07d863495c4f03b1ada8ce06712c01, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T10:29:00,623 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1429ms, sequenceid=11, compaction requested=false 2024-12-03T10:29:00,629 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T10:29:00,630 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:29:00,630 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:29:00,630 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:00,630 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221739193Running coprocessor pre-close hooks at 1733221739193Disabling compacts and flushes for region at 1733221739193Disabling writes for close at 1733221739194 (+1 ms)Obtaining lock to block concurrent updates at 1733221739198 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733221739198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733221739205 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733221739207 (+2 ms)Flushing 1588230740/info: creating writer at 1733221739208 (+1 ms)Flushing 1588230740/info: appending metadata at 1733221739242 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733221739244 (+2 ms)Flushing 1588230740/ns: creating writer at 1733221739711 (+467 ms)Flushing 1588230740/ns: appending metadata at 1733221739730 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733221739730Flushing 1588230740/table: creating writer at 1733221740149 (+419 ms)Flushing 1588230740/table: appending metadata at 1733221740165 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733221740165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583801e: reopening flushed file at 1733221740589 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c92e06: reopening flushed file at 1733221740602 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f1d70b: reopening flushed file at 1733221740613 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1429ms, sequenceid=11, compaction requested=false at 1733221740623 (+10 ms)Writing region close event to WAL at 1733221740625 (+2 ms)Running coprocessor post-close hooks at 1733221740630 (+5 ms)Closed at 1733221740630 2024-12-03T10:29:00,631 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:00,797 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,33259,1733221727635; all regions closed. 2024-12-03T10:29:00,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741834_1010 (size=2742) 2024-12-03T10:29:00,816 DEBUG [RS:0;a78f5601770a:33259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs 2024-12-03T10:29:00,816 INFO [RS:0;a78f5601770a:33259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C33259%2C1733221727635.meta:.meta(num 1733221730849) 2024-12-03T10:29:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741837_1013 (size=1802) 2024-12-03T10:29:00,820 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635/a78f5601770a%2C33259%2C1733221727635.rep.1733221737247 not finished, retry = 0 2024-12-03T10:29:00,930 DEBUG [RS:0;a78f5601770a:33259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs 2024-12-03T10:29:00,930 INFO [RS:0;a78f5601770a:33259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C33259%2C1733221727635.rep:(num 1733221737247) 2024-12-03T10:29:00,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741832_1008 (size=93) 2024-12-03T10:29:00,936 DEBUG [RS:0;a78f5601770a:33259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs 2024-12-03T10:29:00,937 INFO [RS:0;a78f5601770a:33259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C33259%2C1733221727635:(num 1733221729862) 2024-12-03T10:29:00,937 DEBUG [RS:0;a78f5601770a:33259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:00,937 INFO [RS:0;a78f5601770a:33259 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:29:00,937 INFO [RS:0;a78f5601770a:33259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:29:00,937 INFO [RS:0;a78f5601770a:33259 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:29:00,938 INFO [RS:0;a78f5601770a:33259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:29:00,938 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:29:00,938 INFO [RS:0;a78f5601770a:33259 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,33259,1733221727635 because: Region server is closing 2024-12-03T10:29:00,938 INFO [RS:0;a78f5601770a:33259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:33259. 2024-12-03T10:29:00,938 DEBUG [RS:0;a78f5601770a:33259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:00,939 DEBUG [RS:0;a78f5601770a:33259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:00,939 DEBUG [RS:0;a78f5601770a:33259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:00,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:01,039 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.shippera78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T10:29:01,039 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:29:01,040 INFO [RS:0;a78f5601770a:33259 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,33259,1733221727635.replicationSource.shippera78f5601770a%2C33259%2C1733221727635,1-a78f5601770a,33259,1733221727635 terminated 2024-12-03T10:29:01,040 INFO [RS:0;a78f5601770a:33259 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a78f5601770a,33259,1733221727635 because: Region server is closing 2024-12-03T10:29:01,041 INFO [RS:0;a78f5601770a:33259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:33259. 2024-12-03T10:29:01,041 DEBUG [RS:0;a78f5601770a:33259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:01,041 DEBUG [RS:0;a78f5601770a:33259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:01,041 DEBUG [RS:0;a78f5601770a:33259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:01,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:01,142 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635.replicationSource.wal-reader.a78f5601770a%2C33259%2C1733221727635,2-a78f5601770a,33259,1733221727635 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:29:01,142 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635.replicationSource.shippera78f5601770a%2C33259%2C1733221727635,2-a78f5601770a,33259,1733221727635 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T10:29:01,142 INFO [RS:0;a78f5601770a:33259 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,33259,1733221727635.replicationSource.shippera78f5601770a%2C33259%2C1733221727635,2-a78f5601770a,33259,1733221727635 terminated 2024-12-03T10:29:01,143 INFO [RS:0;a78f5601770a:33259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33259 2024-12-03T10:29:01,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423062809/rs/a78f5601770a,33259,1733221727635 2024-12-03T10:29:01,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/rs 2024-12-03T10:29:01,172 INFO [RS:0;a78f5601770a:33259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:29:01,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,33259,1733221727635] 2024-12-03T10:29:01,189 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/draining/a78f5601770a,33259,1733221727635 already deleted, retry=false 2024-12-03T10:29:01,189 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,33259,1733221727635 expired; onlineServers=0 2024-12-03T10:29:01,189 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,41389,1733221726948' ***** 2024-12-03T10:29:01,190 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:29:01,190 INFO [M:0;a78f5601770a:41389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:29:01,190 INFO [M:0;a78f5601770a:41389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:29:01,190 DEBUG [M:0;a78f5601770a:41389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:29:01,190 DEBUG [M:0;a78f5601770a:41389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:29:01,190 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:29:01,191 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221729537 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221729537,5,FailOnTimeoutGroup] 2024-12-03T10:29:01,191 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221729537 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221729537,5,FailOnTimeoutGroup] 2024-12-03T10:29:01,191 INFO [M:0;a78f5601770a:41389 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:29:01,191 INFO [M:0;a78f5601770a:41389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:29:01,191 DEBUG [M:0;a78f5601770a:41389 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:29:01,192 INFO [M:0;a78f5601770a:41389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:29:01,192 INFO [M:0;a78f5601770a:41389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:29:01,193 INFO [M:0;a78f5601770a:41389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:29:01,193 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:29:01,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423062809/master 2024-12-03T10:29:01,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:29:01,198 DEBUG [M:0;a78f5601770a:41389 {}] zookeeper.ZKUtil(347): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/master because node does not exist (not an error) 2024-12-03T10:29:01,198 WARN [M:0;a78f5601770a:41389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:29:01,199 INFO [M:0;a78f5601770a:41389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/.lastflushedseqids 2024-12-03T10:29:01,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741842_1018 (size=181) 2024-12-03T10:29:01,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:01,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x1019c065d9c0001, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:01,282 INFO [RS:0;a78f5601770a:33259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:29:01,282 INFO [RS:0;a78f5601770a:33259 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,33259,1733221727635; zookeeper connection closed. 2024-12-03T10:29:01,282 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f2fd7c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f2fd7c9 2024-12-03T10:29:01,283 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:29:01,611 INFO [M:0;a78f5601770a:41389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:29:01,611 INFO [M:0;a78f5601770a:41389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:29:01,611 DEBUG [M:0;a78f5601770a:41389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:29:01,611 INFO [M:0;a78f5601770a:41389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:01,612 DEBUG [M:0;a78f5601770a:41389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:01,612 DEBUG [M:0;a78f5601770a:41389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:29:01,612 DEBUG [M:0;a78f5601770a:41389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:01,612 INFO [M:0;a78f5601770a:41389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-03T10:29:01,635 DEBUG [M:0;a78f5601770a:41389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/189a388ea0544019be9f535a2011374c is 82, key is hbase:meta,,1/info:regioninfo/1733221730933/Put/seqid=0 2024-12-03T10:29:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741843_1019 (size=5672) 2024-12-03T10:29:02,042 INFO [M:0;a78f5601770a:41389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/189a388ea0544019be9f535a2011374c 2024-12-03T10:29:02,069 DEBUG [M:0;a78f5601770a:41389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fac1231dc6f144b38315b7de54693d35 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733221737316/Put/seqid=0 2024-12-03T10:29:02,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741844_1020 (size=8663) 2024-12-03T10:29:02,477 INFO [M:0;a78f5601770a:41389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fac1231dc6f144b38315b7de54693d35 2024-12-03T10:29:02,506 DEBUG [M:0;a78f5601770a:41389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8889b064ee1643dc9377b0e70a54c986 is 69, key is a78f5601770a,33259,1733221727635/rs:state/1733221729643/Put/seqid=0 2024-12-03T10:29:02,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741845_1021 (size=5156) 2024-12-03T10:29:02,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:29:02,913 INFO [M:0;a78f5601770a:41389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8889b064ee1643dc9377b0e70a54c986 2024-12-03T10:29:02,924 DEBUG [M:0;a78f5601770a:41389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/189a388ea0544019be9f535a2011374c as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/189a388ea0544019be9f535a2011374c 2024-12-03T10:29:02,931 INFO [M:0;a78f5601770a:41389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/189a388ea0544019be9f535a2011374c, entries=8, sequenceid=115, filesize=5.5 K 2024-12-03T10:29:02,932 DEBUG [M:0;a78f5601770a:41389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fac1231dc6f144b38315b7de54693d35 as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fac1231dc6f144b38315b7de54693d35 2024-12-03T10:29:02,938 INFO [M:0;a78f5601770a:41389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fac1231dc6f144b38315b7de54693d35, entries=14, sequenceid=115, filesize=8.5 K 2024-12-03T10:29:02,940 DEBUG [M:0;a78f5601770a:41389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8889b064ee1643dc9377b0e70a54c986 as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8889b064ee1643dc9377b0e70a54c986 2024-12-03T10:29:02,946 INFO [M:0;a78f5601770a:41389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8889b064ee1643dc9377b0e70a54c986, entries=1, sequenceid=115, filesize=5.0 K 2024-12-03T10:29:02,948 INFO [M:0;a78f5601770a:41389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=115, compaction requested=false 2024-12-03T10:29:02,949 INFO [M:0;a78f5601770a:41389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:02,949 DEBUG [M:0;a78f5601770a:41389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221741611Disabling compacts and flushes for region at 1733221741611Disabling writes for close at 1733221741612 (+1 ms)Obtaining lock to block concurrent updates at 1733221741612Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221741612Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733221741613 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221741614 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221741615 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221741634 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221741634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221742054 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221742069 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221742069Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221742491 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221742505 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221742505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8291c5: reopening flushed file at 1733221742923 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a72ea1: reopening flushed file at 1733221742931 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2b22a9: reopening flushed file at 1733221742939 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=115, compaction requested=false at 1733221742948 (+9 ms)Writing region close event to WAL at 1733221742949 (+1 ms)Closed at 1733221742949 2024-12-03T10:29:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741830_1006 (size=59421) 2024-12-03T10:29:02,953 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:29:02,954 INFO [M:0;a78f5601770a:41389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:29:02,954 INFO [M:0;a78f5601770a:41389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41389 2024-12-03T10:29:02,954 INFO [M:0;a78f5601770a:41389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:29:03,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:03,072 INFO [M:0;a78f5601770a:41389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:29:03,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019c065d9c0000, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:03,075 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:29:03,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:03,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:03,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:29:03,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:03,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:29:03,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:29:03,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:29:03,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45225 2024-12-03T10:29:03,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45225 connecting to ZooKeeper ensemble=127.0.0.1:57697 2024-12-03T10:29:03,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452250x0, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:03,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45225-0x1019c065d9c0006 connected 2024-12-03T10:29:03,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:03,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:03,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/running 2024-12-03T10:29:03,107 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: INIT 2024-12-03T10:29:03,107 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545, hbase.cluster.distributed=false 2024-12-03T10:29:03,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/acl 2024-12-03T10:29:03,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45225 2024-12-03T10:29:03,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45225 2024-12-03T10:29:03,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45225 2024-12-03T10:29:03,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45225 2024-12-03T10:29:03,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45225 2024-12-03T10:29:03,130 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:29:03,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:03,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:03,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:29:03,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:03,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:29:03,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:29:03,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:29:03,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40169 2024-12-03T10:29:03,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40169 connecting to ZooKeeper ensemble=127.0.0.1:57697 2024-12-03T10:29:03,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:03,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:03,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401690x0, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:03,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401690x0, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/running 2024-12-03T10:29:03,148 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: INIT 2024-12-03T10:29:03,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40169-0x1019c065d9c0007 connected 2024-12-03T10:29:03,148 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:29:03,149 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:29:03,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/master 2024-12-03T10:29:03,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/acl 2024-12-03T10:29:03,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40169 2024-12-03T10:29:03,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40169 2024-12-03T10:29:03,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40169 2024-12-03T10:29:03,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40169 2024-12-03T10:29:03,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40169 2024-12-03T10:29:03,161 DEBUG [M:0;a78f5601770a:45225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:45225 2024-12-03T10:29:03,161 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-423062809/backup-masters/a78f5601770a,45225,1733221743075 2024-12-03T10:29:03,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/backup-masters 2024-12-03T10:29:03,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/backup-masters 2024-12-03T10:29:03,172 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on existing znode=/0-423062809/backup-masters/a78f5601770a,45225,1733221743075 2024-12-03T10:29:03,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:29:03,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423062809/master 2024-12-03T10:29:03,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:29:03,181 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on existing znode=/0-423062809/master 2024-12-03T10:29:03,182 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-423062809/backup-masters/a78f5601770a,45225,1733221743075 from backup master directory 2024-12-03T10:29:03,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/backup-masters 2024-12-03T10:29:03,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423062809/backup-masters/a78f5601770a,45225,1733221743075 2024-12-03T10:29:03,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/backup-masters 2024-12-03T10:29:03,189 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:29:03,189 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,45225,1733221743075 2024-12-03T10:29:03,210 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:03,211 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:29:03,226 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-12-03T10:29:03,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741846_1022 (size=196) 2024-12-03T10:29:03,638 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:03,639 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:29:03,639 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:03,649 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T10:29:03,652 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,41389,1733221726948 to hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,41389,1733221726948-dead as it is dead 2024-12-03T10:29:03,654 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T10:29:03,654 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T10:29:03,654 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,41389,1733221726948-dead/a78f5601770a%2C41389%2C1733221726948.1733221728894 2024-12-03T10:29:03,660 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,41389,1733221726948-dead/a78f5601770a%2C41389%2C1733221726948.1733221728894 after 4ms 2024-12-03T10:29:03,661 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,41389,1733221726948-dead/a78f5601770a%2C41389%2C1733221726948.1733221728894 to hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a78f5601770a%2C41389%2C1733221726948.1733221728894 2024-12-03T10:29:03,661 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,41389,1733221726948-dead 2024-12-03T10:29:03,662 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,45225,1733221743075 2024-12-03T10:29:03,664 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:29:03,665 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C45225%2C1733221743075, suffix=, logDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,45225,1733221743075, archiveDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/oldWALs, maxLogs=10 2024-12-03T10:29:03,679 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,45225,1733221743075/a78f5601770a%2C45225%2C1733221743075.1733221743666, exclude list is [], retry=0 2024-12-03T10:29:03,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8aada925-7ccb-4bd8-a93f-f134c8f6ada3,DISK] 2024-12-03T10:29:03,685 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/WALs/a78f5601770a,45225,1733221743075/a78f5601770a%2C45225%2C1733221743075.1733221743666 2024-12-03T10:29:03,685 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-12-03T10:29:03,686 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:03,686 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:03,686 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:03,686 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:03,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:03,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:29:03,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:03,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/189a388ea0544019be9f535a2011374c 2024-12-03T10:29:03,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:03,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:03,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:29:03,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:03,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fac1231dc6f144b38315b7de54693d35 2024-12-03T10:29:03,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:03,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:03,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:29:03,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:03,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8889b064ee1643dc9377b0e70a54c986 2024-12-03T10:29:03,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:03,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:03,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:29:03,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:03,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:03,719 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:03,720 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T10:29:03,720 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a78f5601770a%2C41389%2C1733221726948.1733221728894 2024-12-03T10:29:03,733 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a78f5601770a%2C41389%2C1733221726948.1733221728894 2024-12-03T10:29:03,735 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a78f5601770a%2C41389%2C1733221726948.1733221728894 2024-12-03T10:29:03,737 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:03,737 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:03,738 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:03,740 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:03,744 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-03T10:29:03,745 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71780727, jitterRate=0.06961618363857269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:03,746 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221743686Initializing all the Stores at 1733221743687 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221743688 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221743688Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221743688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221743688Cleaning up temporary data from old regions at 1733221743737 (+49 ms)Region opened successfully at 1733221743746 (+9 ms) 2024-12-03T10:29:03,746 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:29:03,751 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d7f677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:29:03,765 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T10:29:03,765 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:29:03,765 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:29:03,766 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:29:03,767 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:29:03,774 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:03,774 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:29:03,775 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:29:03,775 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:29:03,775 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T10:29:03,776 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T10:29:03,776 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-03T10:29:03,776 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:29:03,781 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a78f5601770a,33259,1733221727635, regionLocation=a78f5601770a,33259,1733221727635, openSeqNum=2 2024-12-03T10:29:03,781 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a78f5601770a,33259,1733221727635, table=hbase:meta, region=1588230740 2024-12-03T10:29:03,781 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,33259,1733221727635, state=OPEN 2024-12-03T10:29:03,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423062809/meta-region-server 2024-12-03T10:29:03,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423062809/meta-region-server 2024-12-03T10:29:03,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: CHANGED 2024-12-03T10:29:03,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: CHANGED 2024-12-03T10:29:03,811 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:29:03,821 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/draining/a78f5601770a,33259,1733221727635 already deleted, retry=false 2024-12-03T10:29:03,821 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a78f5601770a,33259,1733221727635 on a78f5601770a,45225,1733221743075 2024-12-03T10:29:03,827 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a78f5601770a,33259,1733221727635, splitWal=true, meta=true 2024-12-03T10:29:03,830 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for a78f5601770a,33259,1733221727635 (carryingMeta=true) a78f5601770a,33259,1733221727635/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1b68aeaf[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T10:29:03,834 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/balancer because node does not exist (not necessarily an error) 2024-12-03T10:29:03,839 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/balancer already deleted, retry=false 2024-12-03T10:29:03,839 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:29:03,840 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:29:03,869 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/normalizer already deleted, retry=false 2024-12-03T10:29:03,870 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:29:03,871 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:29:03,889 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/switch/split already deleted, retry=false 2024-12-03T10:29:03,890 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:29:03,897 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/switch/merge already deleted, retry=false 2024-12-03T10:29:03,919 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:29:03,930 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/snapshot-cleanup already deleted, retry=false 2024-12-03T10:29:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423062809/running 2024-12-03T10:29:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423062809/running 2024-12-03T10:29:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:29:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:29:03,940 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,45225,1733221743075, sessionid=0x1019c065d9c0006, setting cluster-up flag (Was=false) 2024-12-03T10:29:03,948 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-423062809/flush-table-proc/acquired, /0-423062809/flush-table-proc/reached, /0-423062809/flush-table-proc/abort 2024-12-03T10:29:03,950 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,45225,1733221743075 2024-12-03T10:29:03,956 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-423062809/online-snapshot/acquired, /0-423062809/online-snapshot/reached, /0-423062809/online-snapshot/abort 2024-12-03T10:29:03,958 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,45225,1733221743075 2024-12-03T10:29:03,960 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/.lastflushedseqids 2024-12-03T10:29:03,965 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:29:03,966 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:29:03,966 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,45225,1733221743075 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a78f5601770a,33259,1733221727635 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:29:03,969 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:03,969 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:03,970 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:03,970 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:03,970 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:29:03,970 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:03,970 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:29:03,970 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:03,971 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221773971 2024-12-03T10:29:03,971 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:29:03,971 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:29:03,971 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:29:03,971 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:29:03,971 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:29:03,971 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:29:03,971 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:03,972 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:29:03,972 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:29:03,972 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:29:03,972 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:29:03,972 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:29:03,972 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:29:03,972 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221743972,5,FailOnTimeoutGroup] 2024-12-03T10:29:03,973 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221743972,5,FailOnTimeoutGroup] 2024-12-03T10:29:03,973 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:03,973 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:29:03,973 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:03,973 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:03,973 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221743973, completionTime=-1 2024-12-03T10:29:03,973 WARN [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T10:29:03,973 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a78f5601770a,33259,1733221727635, splitWal=true, meta=true 2024-12-03T10:29:03,975 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a78f5601770a,33259,1733221727635, splitWal=true, meta=true, isMeta: true 2024-12-03T10:29:03,976 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T10:29:03,977 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635-splitting 2024-12-03T10:29:03,978 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635-splitting dir is empty, no logs to split. 2024-12-03T10:29:03,978 INFO [PEWorker-1 {}] master.SplitWALManager(105): a78f5601770a,33259,1733221727635 WAL count=0, meta=true 2024-12-03T10:29:03,982 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635-splitting dir is empty, no logs to split. 2024-12-03T10:29:03,982 INFO [PEWorker-1 {}] master.SplitWALManager(105): a78f5601770a,33259,1733221727635 WAL count=0, meta=true 2024-12-03T10:29:03,982 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a78f5601770a,33259,1733221727635 WAL splitting is done? wals=0, meta=true 2024-12-03T10:29:03,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:29:03,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:29:03,988 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T10:29:04,056 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(746): ClusterId : 854b1af3-513a-4df8-8c68-1924ad098288 2024-12-03T10:29:04,056 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:29:04,066 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:29:04,066 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:29:04,075 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:29:04,076 DEBUG [RS:0;a78f5601770a:40169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510a7520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:29:04,089 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:40169 2024-12-03T10:29:04,089 INFO [RS:0;a78f5601770a:40169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:29:04,089 INFO [RS:0;a78f5601770a:40169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:29:04,090 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:29:04,090 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,45225,1733221743075 with port=40169, startcode=1733221743129 2024-12-03T10:29:04,091 DEBUG [RS:0;a78f5601770a:40169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:29:04,092 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:29:04,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,40169,1733221743129 2024-12-03T10:29:04,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45225 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,40169,1733221743129 2024-12-03T10:29:04,095 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545 2024-12-03T10:29:04,095 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36355 2024-12-03T10:29:04,095 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:29:04,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/rs 2024-12-03T10:29:04,106 DEBUG [RS:0;a78f5601770a:40169 {}] zookeeper.ZKUtil(111): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on existing znode=/0-423062809/rs/a78f5601770a,40169,1733221743129 2024-12-03T10:29:04,106 WARN [RS:0;a78f5601770a:40169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:29:04,106 INFO [RS:0;a78f5601770a:40169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:04,106 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129 2024-12-03T10:29:04,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,40169,1733221743129] 2024-12-03T10:29:04,127 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T10:29:04,138 WARN [a78f5601770a:45225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T10:29:04,151 INFO [RS:0;a78f5601770a:40169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:29:04,154 INFO [RS:0;a78f5601770a:40169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:29:04,154 INFO [RS:0;a78f5601770a:40169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:29:04,154 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:04,154 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:29:04,156 INFO [RS:0;a78f5601770a:40169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:29:04,156 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:04,156 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,156 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,156 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,156 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,156 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,156 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:29:04,156 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,157 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,157 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,157 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,157 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,157 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:04,157 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:29:04,157 DEBUG [RS:0;a78f5601770a:40169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:29:04,158 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:04,158 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:04,158 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:04,158 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:04,158 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:04,158 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40169,1733221743129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:29:04,171 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:29:04,172 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40169,1733221743129-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:04,183 INFO [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,40169,1733221743129, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:29:04,195 INFO [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSource(231): queueId=2-a78f5601770a,40169,1733221743129, ReplicationSource: 2, currentBandwidth=0 2024-12-03T10:29:04,195 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:04,195 INFO [RS:0;a78f5601770a:40169 {}] regionserver.Replication(171): a78f5601770a,40169,1733221743129 started 2024-12-03T10:29:04,196 DEBUG [RS:0;a78f5601770a:40169.replicationSource,1-a78f5601770a,40169,1733221743129 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35157' 2024-12-03T10:29:04,197 DEBUG [RS:0;a78f5601770a:40169.replicationSource,1-a78f5601770a,40169,1733221743129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@544a8cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:04,197 DEBUG [RS:0;a78f5601770a:40169.replicationSource,1-a78f5601770a,40169,1733221743129 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35157,-1 for getting cluster id 2024-12-03T10:29:04,197 DEBUG [RS:0;a78f5601770a:40169.replicationSource,1-a78f5601770a,40169,1733221743129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:04,198 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96cfcd35-7e2a-4018-99a5-bc45fc96d07f' 2024-12-03T10:29:04,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:04,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96cfcd35-7e2a-4018-99a5-bc45fc96d07f" 2024-12-03T10:29:04,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6fa30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:04,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35157,-1] 2024-12-03T10:29:04,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:04,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:04,200 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:04,201 DEBUG [RS:0;a78f5601770a:40169.replicationSource,1-a78f5601770a,40169,1733221743129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c4650e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:04,201 DEBUG [RS:0;a78f5601770a:40169.replicationSource,1-a78f5601770a,40169,1733221743129 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:04,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35157,1733221733087 2024-12-03T10:29:04,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36e21e22 2024-12-03T10:29:04,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:04,204 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T10:29:04,205 INFO [RS:0;a78f5601770a:40169.replicationSource,1-a78f5601770a,40169,1733221743129 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,40169,1733221743129 (queues=0) is replicating from cluster=854b1af3-513a-4df8-8c68-1924ad098288 to cluster=96cfcd35-7e2a-4018-99a5-bc45fc96d07f 2024-12-03T10:29:04,209 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:04,209 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,40169,1733221743129, RpcServer on a78f5601770a/172.17.0.2:40169, sessionid=0x1019c065d9c0007 2024-12-03T10:29:04,209 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:29:04,209 DEBUG [RS:0;a78f5601770a:40169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,40169,1733221743129 2024-12-03T10:29:04,209 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,40169,1733221743129' 2024-12-03T10:29:04,209 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-423062809/flush-table-proc/abort' 2024-12-03T10:29:04,210 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-423062809/flush-table-proc/acquired' 2024-12-03T10:29:04,211 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:29:04,211 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:29:04,211 DEBUG [RS:0;a78f5601770a:40169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,40169,1733221743129 2024-12-03T10:29:04,211 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,40169,1733221743129' 2024-12-03T10:29:04,211 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-423062809/online-snapshot/abort' 2024-12-03T10:29:04,211 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-423062809/online-snapshot/acquired' 2024-12-03T10:29:04,211 DEBUG [RS:0;a78f5601770a:40169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:29:04,211 INFO [RS:0;a78f5601770a:40169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:29:04,212 INFO [RS:0;a78f5601770a:40169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:29:04,213 DEBUG [RS:0;a78f5601770a:40169.replicationSource,2-a78f5601770a,40169,1733221743129 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35157' 2024-12-03T10:29:04,215 DEBUG [RS:0;a78f5601770a:40169.replicationSource,2-a78f5601770a,40169,1733221743129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f38d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:04,215 DEBUG [RS:0;a78f5601770a:40169.replicationSource,2-a78f5601770a,40169,1733221743129 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35157,-1 for getting cluster id 2024-12-03T10:29:04,215 DEBUG [RS:0;a78f5601770a:40169.replicationSource,2-a78f5601770a,40169,1733221743129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:04,216 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96cfcd35-7e2a-4018-99a5-bc45fc96d07f' 2024-12-03T10:29:04,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:04,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96cfcd35-7e2a-4018-99a5-bc45fc96d07f" 2024-12-03T10:29:04,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a42cdcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:04,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35157,-1] 2024-12-03T10:29:04,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:04,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:04,218 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:04,219 DEBUG [RS:0;a78f5601770a:40169.replicationSource,2-a78f5601770a,40169,1733221743129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1ab68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:04,219 DEBUG [RS:0;a78f5601770a:40169.replicationSource,2-a78f5601770a,40169,1733221743129 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:04,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35157,1733221733087 2024-12-03T10:29:04,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c9214e7 2024-12-03T10:29:04,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:04,221 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T10:29:04,222 INFO [RS:0;a78f5601770a:40169.replicationSource,2-a78f5601770a,40169,1733221743129 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a78f5601770a,40169,1733221743129 (queues=0) is replicating from cluster=854b1af3-513a-4df8-8c68-1924ad098288 to cluster=96cfcd35-7e2a-4018-99a5-bc45fc96d07f 2024-12-03T10:29:04,312 INFO [RS:0;a78f5601770a:40169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:29:04,314 INFO [RS:0;a78f5601770a:40169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C40169%2C1733221743129, suffix=, logDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129, archiveDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs, maxLogs=10 2024-12-03T10:29:04,325 DEBUG [RS:0;a78f5601770a:40169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315, exclude list is [], retry=0 2024-12-03T10:29:04,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8aada925-7ccb-4bd8-a93f-f134c8f6ada3,DISK] 2024-12-03T10:29:04,331 INFO [RS:0;a78f5601770a:40169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 2024-12-03T10:29:04,331 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a78f5601770a%2C40169%2C1733221743129 for peer 2 2024-12-03T10:29:04,331 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a78f5601770a%2C40169%2C1733221743129 for peer 1 2024-12-03T10:29:04,331 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C40169%2C1733221743129 2024-12-03T10:29:04,331 INFO [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,40169,1733221743129, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:29:04,332 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a78f5601770a%2C40169%2C1733221743129 2024-12-03T10:29:04,332 INFO [RS:0;a78f5601770a:40169.replicationSource.shippera78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C40169%2C1733221743129 2024-12-03T10:29:04,332 INFO [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a78f5601770a,40169,1733221743129, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:29:04,332 DEBUG [RS:0;a78f5601770a:40169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-12-03T10:29:04,332 INFO [RS:0;a78f5601770a:40169.replicationSource.shippera78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C40169%2C1733221743129 2024-12-03T10:29:04,332 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315, startPosition=0, beingWritten=true 2024-12-03T10:29:04,332 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315, startPosition=0, beingWritten=true 2024-12-03T10:29:04,389 DEBUG [a78f5601770a:45225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:29:04,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,40169,1733221743129 2024-12-03T10:29:04,391 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,40169,1733221743129, state=OPENING 2024-12-03T10:29:04,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423062809/meta-region-server 2024-12-03T10:29:04,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423062809/meta-region-server 2024-12-03T10:29:04,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:29:04,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: CHANGED 2024-12-03T10:29:04,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: CHANGED 2024-12-03T10:29:04,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,40169,1733221743129}] 2024-12-03T10:29:04,539 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:04,539 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:04,551 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:29:04,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:29:04,557 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:29:04,557 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:04,557 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:29:04,560 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C40169%2C1733221743129.meta, suffix=.meta, logDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129, archiveDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs, maxLogs=10 2024-12-03T10:29:04,575 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.meta.1733221744561.meta, exclude list is [], retry=0 2024-12-03T10:29:04,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8aada925-7ccb-4bd8-a93f-f134c8f6ada3,DISK] 2024-12-03T10:29:04,581 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.meta.1733221744561.meta 2024-12-03T10:29:04,581 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-12-03T10:29:04,581 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:04,582 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:29:04,582 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:29:04,582 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:29:04,582 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:29:04,582 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:29:04,582 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:04,582 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:29:04,582 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:29:04,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:29:04,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:29:04,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:04,594 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/info/825e30fbf1a04d4b9cc2d47cc0f13fcd 2024-12-03T10:29:04,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:04,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:29:04,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:29:04,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:04,604 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/ns/da2258bb59c0465abd9b89a8c342b711 2024-12-03T10:29:04,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:04,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:29:04,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:29:04,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:04,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:04,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:29:04,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:29:04,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:04,616 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/table/ef07d863495c4f03b1ada8ce06712c01 2024-12-03T10:29:04,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:04,617 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:29:04,618 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740 2024-12-03T10:29:04,619 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740 2024-12-03T10:29:04,621 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:29:04,621 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:29:04,622 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:04,623 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:29:04,624 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68973944, jitterRate=0.027791857719421387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:04,625 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:29:04,625 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221744582Writing region info on filesystem at 1733221744582Initializing all the Stores at 1733221744584 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221744584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221744584Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221744584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221744584Cleaning up temporary data from old regions at 1733221744621 (+37 ms)Running coprocessor post-open hooks at 1733221744625 (+4 ms)Region opened successfully at 1733221744625 2024-12-03T10:29:04,626 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733221744551 2024-12-03T10:29:04,628 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:29:04,628 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:29:04,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a78f5601770a,40169,1733221743129 2024-12-03T10:29:04,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,40169,1733221743129, state=OPEN 2024-12-03T10:29:04,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423062809/meta-region-server 2024-12-03T10:29:04,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423062809/meta-region-server 2024-12-03T10:29:04,647 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,40169,1733221743129 2024-12-03T10:29:04,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: CHANGED 2024-12-03T10:29:04,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423062809/meta-region-server: CHANGED 2024-12-03T10:29:04,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T10:29:04,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,40169,1733221743129 in 250 msec 2024-12-03T10:29:04,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T10:29:04,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 668 msec 2024-12-03T10:29:04,848 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:04,848 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:05,260 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:05,260 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:05,630 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-03T10:29:05,772 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:05,772 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:06,385 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:06,385 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:07,094 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:07,095 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:07,134 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3161ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-12-03T10:29:07,906 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:07,906 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:08,487 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T10:29:08,488 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:29:08,488 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:08,488 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,40169,1733221743129, seqNum=-1] 2024-12-03T10:29:08,489 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:08,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:08,501 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e43bebca9dd4872310e93fb780f50e2, regionState=OPEN, lastHost=a78f5601770a,33259,1733221727635, regionLocation=a78f5601770a,33259,1733221727635, openSeqNum=2 2024-12-03T10:29:08,501 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:29:08,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221808501 2024-12-03T10:29:08,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733221868502 2024-12-03T10:29:08,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-12-03T10:29:08,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45225,1733221743075-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:08,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45225,1733221743075-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:08,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45225,1733221743075-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:08,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:45225, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:08,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:08,502 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a78f5601770a,33259,1733221727635 had 2 regions 2024-12-03T10:29:08,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:08,504 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a78f5601770a,33259,1733221727635, splitWal=true, meta=true, isMeta: false 2024-12-03T10:29:08,506 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635-splitting dir is empty, no logs to split. 2024-12-03T10:29:08,506 INFO [PEWorker-3 {}] master.SplitWALManager(105): a78f5601770a,33259,1733221727635 WAL count=0, meta=false 2024-12-03T10:29:08,510 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.320sec 2024-12-03T10:29:08,510 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:29:08,510 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:29:08,510 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:29:08,510 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:29:08,510 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:29:08,510 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45225,1733221743075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:29:08,510 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45225,1733221743075-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:29:08,510 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,33259,1733221727635-splitting dir is empty, no logs to split. 2024-12-03T10:29:08,510 INFO [PEWorker-3 {}] master.SplitWALManager(105): a78f5601770a,33259,1733221727635 WAL count=0, meta=false 2024-12-03T10:29:08,510 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a78f5601770a,33259,1733221727635 WAL splitting is done? wals=0, meta=false 2024-12-03T10:29:08,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e43bebca9dd4872310e93fb780f50e2, ASSIGN}] 2024-12-03T10:29:08,513 WARN [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a78f5601770a,33259,1733221727635/hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:29:08,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e43bebca9dd4872310e93fb780f50e2, ASSIGN 2024-12-03T10:29:08,516 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:29:08,516 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:29:08,516 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45225,1733221743075-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:08,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e43bebca9dd4872310e93fb780f50e2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T10:29:08,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:08,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45225,-1 for getting cluster id 2024-12-03T10:29:08,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:08,563 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '854b1af3-513a-4df8-8c68-1924ad098288' 2024-12-03T10:29:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "854b1af3-513a-4df8-8c68-1924ad098288" 2024-12-03T10:29:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221be879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45225,-1] 2024-12-03T10:29:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,568 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:08,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112aa31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:08,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:08,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,40169,1733221743129, seqNum=-1] 2024-12-03T10:29:08,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:08,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:08,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T10:29:08,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:08,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:08,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:08,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a78f5601770a:45225 after: a78f5601770a:45225 2024-12-03T10:29:08,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:08,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45225,-1 for getting cluster id 2024-12-03T10:29:08,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:08,581 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '854b1af3-513a-4df8-8c68-1924ad098288' 2024-12-03T10:29:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "854b1af3-513a-4df8-8c68-1924ad098288" 2024-12-03T10:29:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f06d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45225,-1] 2024-12-03T10:29:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,583 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:08,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:08,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:08,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,45225,1733221743075 2024-12-03T10:29:08,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-12-03T10:29:08,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:08,586 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:08,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T10:29:08,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T10:29:08,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T10:29:08,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T10:29:08,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:29:08,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:08,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:08,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:08,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:29:08,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236997482, stopped=false 2024-12-03T10:29:08,590 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,35157,1733221733087 2024-12-03T10:29:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-39145414/running 2024-12-03T10:29:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-39145414/running 2024-12-03T10:29:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:29:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:29:08,614 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:29:08,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:08,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:08,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Set watcher on znode that does not yet exist, /1-39145414/running 2024-12-03T10:29:08,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Set watcher on znode that does not yet exist, /1-39145414/running 2024-12-03T10:29:08,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,615 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,45197,1733221733203' ***** 2024-12-03T10:29:08,615 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:29:08,616 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:29:08,616 INFO [RS:0;a78f5601770a:45197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:29:08,616 INFO [RS:0;a78f5601770a:45197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:29:08,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:29:08,616 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,45197,1733221733203 2024-12-03T10:29:08,616 INFO [RS:0;a78f5601770a:45197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:29:08,616 INFO [RS:0;a78f5601770a:45197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:45197. 2024-12-03T10:29:08,616 DEBUG [RS:0;a78f5601770a:45197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:08,616 DEBUG [RS:0;a78f5601770a:45197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,617 INFO [RS:0;a78f5601770a:45197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:29:08,617 INFO [RS:0;a78f5601770a:45197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:29:08,617 INFO [RS:0;a78f5601770a:45197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:29:08,617 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:29:08,617 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:29:08,617 DEBUG [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:29:08,617 DEBUG [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:08,617 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:29:08,617 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:29:08,617 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:29:08,618 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:29:08,618 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:29:08,618 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T10:29:08,638 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740/.tmp/ns/9177fe7a0f574ba3b7100d44cd02077d is 43, key is default/ns:d/1733221735820/Put/seqid=0 2024-12-03T10:29:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741835_1011 (size=5153) 2024-12-03T10:29:08,667 DEBUG [a78f5601770a:45225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:29:08,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3e43bebca9dd4872310e93fb780f50e2, regionState=OPENING, regionLocation=a78f5601770a,40169,1733221743129 2024-12-03T10:29:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e43bebca9dd4872310e93fb780f50e2, ASSIGN because future has completed 2024-12-03T10:29:08,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e43bebca9dd4872310e93fb780f50e2, server=a78f5601770a,40169,1733221743129}] 2024-12-03T10:29:08,713 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:29:08,818 DEBUG [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:08,819 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:08,819 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:08,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:29:08,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:08,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:29:08,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C40169%2C1733221743129.rep, suffix=, logDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129, archiveDir=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs, maxLogs=10 2024-12-03T10:29:08,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.rep.1733221748837, exclude list is [], retry=0 2024-12-03T10:29:08,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8aada925-7ccb-4bd8-a93f-f134c8f6ada3,DISK] 2024-12-03T10:29:08,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.rep.1733221748837 2024-12-03T10:29:08,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-12-03T10:29:08,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e43bebca9dd4872310e93fb780f50e2, NAME => 'hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:08,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:29:08,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:29:08,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. service=MultiRowMutationService 2024-12-03T10:29:08,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:29:08,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:08,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,856 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,857 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e43bebca9dd4872310e93fb780f50e2 columnFamilyName hfileref 2024-12-03T10:29:08,857 DEBUG [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:08,858 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(327): Store=3e43bebca9dd4872310e93fb780f50e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:08,858 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,858 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e43bebca9dd4872310e93fb780f50e2 columnFamilyName queue 2024-12-03T10:29:08,858 DEBUG [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:08,865 DEBUG [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2/queue/482ec48ee12b47bc8e259aa384e665ee 2024-12-03T10:29:08,866 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(327): Store=3e43bebca9dd4872310e93fb780f50e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:08,866 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,867 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e43bebca9dd4872310e93fb780f50e2 columnFamilyName sid 2024-12-03T10:29:08,867 DEBUG [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:08,868 INFO [StoreOpener-3e43bebca9dd4872310e93fb780f50e2-1 {}] regionserver.HStore(327): Store=3e43bebca9dd4872310e93fb780f50e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:08,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:29:08,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 3e43bebca9dd4872310e93fb780f50e2; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67828732, jitterRate=0.010726869106292725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:29:08,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:08,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3e43bebca9dd4872310e93fb780f50e2: Running coprocessor pre-open hook at 1733221748855Writing region info on filesystem at 1733221748855Initializing all the Stores at 1733221748856 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221748856Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221748856Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221748856Cleaning up temporary data from old regions at 1733221748872 (+16 ms)Running coprocessor post-open hooks at 1733221748876 (+4 ms)Region opened successfully at 1733221748877 (+1 ms) 2024-12-03T10:29:08,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2., pid=19, masterSystemTime=1733221748828 2024-12-03T10:29:08,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:29:08,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:29:08,883 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3e43bebca9dd4872310e93fb780f50e2, regionState=OPEN, openSeqNum=10, regionLocation=a78f5601770a,40169,1733221743129 2024-12-03T10:29:08,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e43bebca9dd4872310e93fb780f50e2, server=a78f5601770a,40169,1733221743129 because future has completed 2024-12-03T10:29:08,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T10:29:08,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e43bebca9dd4872310e93fb780f50e2, server=a78f5601770a,40169,1733221743129 in 214 msec 2024-12-03T10:29:08,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-03T10:29:08,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e43bebca9dd4872310e93fb780f50e2, ASSIGN in 377 msec 2024-12-03T10:29:08,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T10:29:08,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2., hostname=a78f5601770a,40169,1733221743129, seqNum=10] 2024-12-03T10:29:08,923 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:29:08,923 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:29:08,932 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for a78f5601770a,33259,1733221727635 2024-12-03T10:29:08,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T10:29:09,018 DEBUG [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:09,044 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740/.tmp/ns/9177fe7a0f574ba3b7100d44cd02077d 2024-12-03T10:29:09,062 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740/.tmp/ns/9177fe7a0f574ba3b7100d44cd02077d as hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740/ns/9177fe7a0f574ba3b7100d44cd02077d 2024-12-03T10:29:09,069 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740/ns/9177fe7a0f574ba3b7100d44cd02077d, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T10:29:09,071 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false 2024-12-03T10:29:09,071 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:29:09,076 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:29:09,077 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:29:09,077 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:29:09,077 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:09,078 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221748617Running coprocessor pre-close hooks at 1733221748617Disabling compacts and flushes for region at 1733221748617Disabling writes for close at 1733221748618 (+1 ms)Obtaining lock to block concurrent updates at 1733221748618Preparing flush snapshotting stores in 1588230740 at 1733221748618Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733221748618Flushing stores of hbase:meta,,1.1588230740 at 1733221748619 (+1 ms)Flushing 1588230740/ns: creating writer at 1733221748620 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733221748637 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733221748637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4838794f: reopening flushed file at 1733221749061 (+424 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false at 1733221749071 (+10 ms)Writing region close event to WAL at 1733221749072 (+1 ms)Running coprocessor post-close hooks at 1733221749077 (+5 ms)Closed at 1733221749077 2024-12-03T10:29:09,078 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:09,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-03T10:29:09,218 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,45197,1733221733203; all regions closed. 2024-12-03T10:29:09,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741834_1010 (size=1152) 2024-12-03T10:29:09,224 DEBUG [RS:0;a78f5601770a:45197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/oldWALs 2024-12-03T10:29:09,224 INFO [RS:0;a78f5601770a:45197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C45197%2C1733221733203.meta:.meta(num 1733221735742) 2024-12-03T10:29:09,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741832_1008 (size=93) 2024-12-03T10:29:09,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/WALs/a78f5601770a,45197,1733221733203/a78f5601770a%2C45197%2C1733221733203.1733221735040 not finished, retry = 0 2024-12-03T10:29:09,331 DEBUG [RS:0;a78f5601770a:45197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/oldWALs 2024-12-03T10:29:09,331 INFO [RS:0;a78f5601770a:45197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C45197%2C1733221733203:(num 1733221735040) 2024-12-03T10:29:09,331 DEBUG [RS:0;a78f5601770a:45197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:09,331 INFO [RS:0;a78f5601770a:45197 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:29:09,331 INFO [RS:0;a78f5601770a:45197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:29:09,331 INFO [RS:0;a78f5601770a:45197 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:29:09,332 INFO [RS:0;a78f5601770a:45197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:29:09,332 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:29:09,332 INFO [RS:0;a78f5601770a:45197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45197 2024-12-03T10:29:09,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414/rs 2024-12-03T10:29:09,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-39145414/rs/a78f5601770a,45197,1733221733203 2024-12-03T10:29:09,363 INFO [RS:0;a78f5601770a:45197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:29:09,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,45197,1733221733203] 2024-12-03T10:29:09,380 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-39145414/draining/a78f5601770a,45197,1733221733203 already deleted, retry=false 2024-12-03T10:29:09,381 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,45197,1733221733203 expired; onlineServers=0 2024-12-03T10:29:09,381 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,35157,1733221733087' ***** 2024-12-03T10:29:09,381 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:29:09,381 INFO [M:0;a78f5601770a:35157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:29:09,382 INFO [M:0;a78f5601770a:35157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:29:09,382 DEBUG [M:0;a78f5601770a:35157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:29:09,382 DEBUG [M:0;a78f5601770a:35157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:29:09,382 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:29:09,382 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221734835 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221734835,5,FailOnTimeoutGroup] 2024-12-03T10:29:09,382 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221734835 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221734835,5,FailOnTimeoutGroup] 2024-12-03T10:29:09,383 INFO [M:0;a78f5601770a:35157 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:29:09,383 INFO [M:0;a78f5601770a:35157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:29:09,383 DEBUG [M:0;a78f5601770a:35157 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:29:09,384 INFO [M:0;a78f5601770a:35157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:29:09,384 INFO [M:0;a78f5601770a:35157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:29:09,384 INFO [M:0;a78f5601770a:35157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:29:09,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:29:09,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-39145414/master 2024-12-03T10:29:09,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39145414 2024-12-03T10:29:09,389 DEBUG [M:0;a78f5601770a:35157 {}] zookeeper.ZKUtil(347): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Unable to get data of znode /1-39145414/master because node does not exist (not an error) 2024-12-03T10:29:09,389 WARN [M:0;a78f5601770a:35157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:29:09,391 INFO [M:0;a78f5601770a:35157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/.lastflushedseqids 2024-12-03T10:29:09,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741836_1012 (size=99) 2024-12-03T10:29:09,403 INFO [M:0;a78f5601770a:35157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:29:09,403 INFO [M:0;a78f5601770a:35157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:29:09,403 DEBUG [M:0;a78f5601770a:35157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:29:09,403 INFO [M:0;a78f5601770a:35157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:09,403 DEBUG [M:0;a78f5601770a:35157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:09,403 DEBUG [M:0;a78f5601770a:35157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:29:09,403 DEBUG [M:0;a78f5601770a:35157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:09,403 INFO [M:0;a78f5601770a:35157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T10:29:09,420 DEBUG [M:0;a78f5601770a:35157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/622230e82a254db49026e2b4b6e42216 is 82, key is hbase:meta,,1/info:regioninfo/1733221735797/Put/seqid=0 2024-12-03T10:29:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741837_1013 (size=5672) 2024-12-03T10:29:09,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:09,473 INFO [RS:0;a78f5601770a:45197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:29:09,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x1019c065d9c0004, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:09,473 INFO [RS:0;a78f5601770a:45197 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,45197,1733221733203; zookeeper connection closed. 2024-12-03T10:29:09,473 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75937127 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75937127 2024-12-03T10:29:09,473 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:29:09,826 INFO [M:0;a78f5601770a:35157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/622230e82a254db49026e2b4b6e42216 2024-12-03T10:29:09,827 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:09,827 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:09,852 DEBUG [M:0;a78f5601770a:35157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82717d3c03f9465cae1acd7b0f54e625 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733221735826/Put/seqid=0 2024-12-03T10:29:09,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741838_1014 (size=5275) 2024-12-03T10:29:10,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:29:10,259 INFO [M:0;a78f5601770a:35157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82717d3c03f9465cae1acd7b0f54e625 2024-12-03T10:29:10,286 DEBUG [M:0;a78f5601770a:35157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea11052884fc4892a9320bdf8cfcea57 is 69, key is a78f5601770a,45197,1733221733203/rs:state/1733221734866/Put/seqid=0 2024-12-03T10:29:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741839_1015 (size=5156) 2024-12-03T10:29:10,693 INFO [M:0;a78f5601770a:35157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea11052884fc4892a9320bdf8cfcea57 2024-12-03T10:29:10,705 DEBUG [M:0;a78f5601770a:35157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/622230e82a254db49026e2b4b6e42216 as hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/622230e82a254db49026e2b4b6e42216 2024-12-03T10:29:10,713 INFO [M:0;a78f5601770a:35157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/622230e82a254db49026e2b4b6e42216, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T10:29:10,714 DEBUG [M:0;a78f5601770a:35157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82717d3c03f9465cae1acd7b0f54e625 as hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82717d3c03f9465cae1acd7b0f54e625 2024-12-03T10:29:10,722 INFO [M:0;a78f5601770a:35157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82717d3c03f9465cae1acd7b0f54e625, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T10:29:10,723 DEBUG [M:0;a78f5601770a:35157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea11052884fc4892a9320bdf8cfcea57 as hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea11052884fc4892a9320bdf8cfcea57 2024-12-03T10:29:10,731 INFO [M:0;a78f5601770a:35157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/28f0299d-132e-bbe6-5ac9-d9dc5b0e98e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea11052884fc4892a9320bdf8cfcea57, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T10:29:10,732 INFO [M:0;a78f5601770a:35157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false 2024-12-03T10:29:10,734 INFO [M:0;a78f5601770a:35157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:10,734 DEBUG [M:0;a78f5601770a:35157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221749403Disabling compacts and flushes for region at 1733221749403Disabling writes for close at 1733221749403Obtaining lock to block concurrent updates at 1733221749403Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221749404 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733221749404Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221749405 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221749405Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221749419 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221749419Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221749837 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221749852 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221749852Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221750271 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221750286 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221750286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b53a88: reopening flushed file at 1733221750703 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f33b8e1: reopening flushed file at 1733221750713 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1958e1: reopening flushed file at 1733221750722 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false at 1733221750732 (+10 ms)Writing region close event to WAL at 1733221750734 (+2 ms)Closed at 1733221750734 2024-12-03T10:29:10,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741830_1006 (size=10165) 2024-12-03T10:29:10,737 INFO [M:0;a78f5601770a:35157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:29:10,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:29:10,737 INFO [M:0;a78f5601770a:35157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35157 2024-12-03T10:29:10,740 INFO [M:0;a78f5601770a:35157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:29:10,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:10,872 INFO [M:0;a78f5601770a:35157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:29:10,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35157-0x1019c065d9c0003, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:10,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:29:10,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:29:10,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:29:10,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:29:10,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/hadoop.log.dir/,STOPPED} 2024-12-03T10:29:10,917 WARN [BP-683283556-172.17.0.2-1733221731351 heartbeating to localhost/127.0.0.1:37535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:29:10,917 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:29:10,918 WARN [BP-683283556-172.17.0.2-1733221731351 heartbeating to localhost/127.0.0.1:37535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-683283556-172.17.0.2-1733221731351 (Datanode Uuid 88b12648-6c67-4ea1-adca-18be99052fae) service to localhost/127.0.0.1:37535 2024-12-03T10:29:10,918 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:29:10,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/cluster_7262a97b-0eb9-9e6b-1512-c5b90190af19/data/data1/current/BP-683283556-172.17.0.2-1733221731351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:29:10,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/cluster_7262a97b-0eb9-9e6b-1512-c5b90190af19/data/data2/current/BP-683283556-172.17.0.2-1733221731351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:29:10,919 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:29:10,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:29:10,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:29:10,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:29:10,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:29:10,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/hadoop.log.dir/,STOPPED} 2024-12-03T10:29:10,936 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:10,938 DEBUG [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.1733221744315 to pos 0, reset compression=false 2024-12-03T10:29:10,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:29:10,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:29:10,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:10,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:10,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:10,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:10,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:10,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:29:10,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=929922042, stopped=false 2024-12-03T10:29:10,947 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,45225,1733221743075 2024-12-03T10:29:10,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423062809/running 2024-12-03T10:29:10,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423062809/running 2024-12-03T10:29:10,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:29:10,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:29:10,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:29:10,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:10,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:10,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:10,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/running 2024-12-03T10:29:10,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Set watcher on znode that does not yet exist, /0-423062809/running 2024-12-03T10:29:10,964 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,40169,1733221743129' ***** 2024-12-03T10:29:10,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:29:10,964 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:29:10,965 INFO [RS:0;a78f5601770a:40169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:29:10,965 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:29:10,965 INFO [RS:0;a78f5601770a:40169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:29:10,965 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:10,965 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,40169,1733221743129 2024-12-03T10:29:10,965 INFO [RS:0;a78f5601770a:40169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:29:10,965 INFO [RS:0;a78f5601770a:40169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:40169. 2024-12-03T10:29:10,965 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e43bebca9dd4872310e93fb780f50e2, disabling compactions & flushes 2024-12-03T10:29:10,965 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:29:10,965 DEBUG [RS:0;a78f5601770a:40169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:10,965 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:29:10,965 DEBUG [RS:0;a78f5601770a:40169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:10,965 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. after waiting 0 ms 2024-12-03T10:29:10,965 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:29:10,965 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:29:10,965 INFO [RS:0;a78f5601770a:40169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:29:10,966 INFO [RS:0;a78f5601770a:40169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:29:10,966 INFO [RS:0;a78f5601770a:40169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:29:10,966 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:29:10,966 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:29:10,966 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e43bebca9dd4872310e93fb780f50e2=hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2.} 2024-12-03T10:29:10,966 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e43bebca9dd4872310e93fb780f50e2 2024-12-03T10:29:10,966 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:29:10,966 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:29:10,966 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:29:10,966 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:29:10,966 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:29:10,966 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T10:29:10,970 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/replication/3e43bebca9dd4872310e93fb780f50e2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-03T10:29:10,971 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:29:10,971 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:29:10,971 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:29:10,971 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e43bebca9dd4872310e93fb780f50e2: Waiting for close lock at 1733221750965Running coprocessor pre-close hooks at 1733221750965Disabling compacts and flushes for region at 1733221750965Disabling writes for close at 1733221750965Writing region close event to WAL at 1733221750966 (+1 ms)Running coprocessor post-close hooks at 1733221750971 (+5 ms)Closed at 1733221750971 2024-12-03T10:29:10,971 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2. 2024-12-03T10:29:10,983 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/info/00bc6ee8dd9c41cfa99f1ae269412c41 is 147, key is hbase:replication,,1733221736050.3e43bebca9dd4872310e93fb780f50e2./info:regioninfo/1733221748883/Put/seqid=0 2024-12-03T10:29:10,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741851_1027 (size=6385) 2024-12-03T10:29:11,166 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:11,185 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:29:11,185 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:29:11,367 DEBUG [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:11,390 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/info/00bc6ee8dd9c41cfa99f1ae269412c41 2024-12-03T10:29:11,403 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/.tmp/info/00bc6ee8dd9c41cfa99f1ae269412c41 as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/info/00bc6ee8dd9c41cfa99f1ae269412c41 2024-12-03T10:29:11,409 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/info/00bc6ee8dd9c41cfa99f1ae269412c41, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T10:29:11,411 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-12-03T10:29:11,417 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T10:29:11,418 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:29:11,418 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:29:11,418 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:11,418 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221750966Running coprocessor pre-close hooks at 1733221750966Disabling compacts and flushes for region at 1733221750966Disabling writes for close at 1733221750966Obtaining lock to block concurrent updates at 1733221750966Preparing flush snapshotting stores in 1588230740 at 1733221750966Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733221750967 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733221750967Flushing 1588230740/info: creating writer at 1733221750967Flushing 1588230740/info: appending metadata at 1733221750982 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733221750982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60465b0a: reopening flushed file at 1733221751402 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1733221751411 (+9 ms)Writing region close event to WAL at 1733221751413 (+2 ms)Running coprocessor post-close hooks at 1733221751418 (+5 ms)Closed at 1733221751418 2024-12-03T10:29:11,418 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:11,567 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,40169,1733221743129; all regions closed. 2024-12-03T10:29:11,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741849_1025 (size=2156) 2024-12-03T10:29:11,579 DEBUG [RS:0;a78f5601770a:40169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs 2024-12-03T10:29:11,579 INFO [RS:0;a78f5601770a:40169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C40169%2C1733221743129.meta:.meta(num 1733221744561) 2024-12-03T10:29:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741850_1026 (size=796) 2024-12-03T10:29:11,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/WALs/a78f5601770a,40169,1733221743129/a78f5601770a%2C40169%2C1733221743129.rep.1733221748837 not finished, retry = 0 2024-12-03T10:29:11,689 DEBUG [RS:0;a78f5601770a:40169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs 2024-12-03T10:29:11,689 INFO [RS:0;a78f5601770a:40169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C40169%2C1733221743129.rep:(num 1733221748837) 2024-12-03T10:29:11,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741848_1024 (size=93) 2024-12-03T10:29:11,698 DEBUG [RS:0;a78f5601770a:40169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/oldWALs 2024-12-03T10:29:11,698 INFO [RS:0;a78f5601770a:40169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C40169%2C1733221743129:(num 1733221744315) 2024-12-03T10:29:11,698 DEBUG [RS:0;a78f5601770a:40169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:11,698 INFO [RS:0;a78f5601770a:40169 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:29:11,699 INFO [RS:0;a78f5601770a:40169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:29:11,699 INFO [RS:0;a78f5601770a:40169 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:29:11,699 INFO [RS:0;a78f5601770a:40169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:29:11,700 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:29:11,700 INFO [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,40169,1733221743129 because: Region server is closing 2024-12-03T10:29:11,700 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T10:29:11,700 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T10:29:11,700 INFO [RS:0;a78f5601770a:40169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:40169. 2024-12-03T10:29:11,700 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T10:29:11,700 DEBUG [RS:0;a78f5601770a:40169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:11,701 DEBUG [RS:0;a78f5601770a:40169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:11,701 DEBUG [RS:0;a78f5601770a:40169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:11,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:11,801 WARN [RS:0;a78f5601770a:40169.replicationSource.shippera78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T10:29:11,801 WARN [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:29:11,802 INFO [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a78f5601770a:40169.replicationSource.shippera78f5601770a%2C40169%2C1733221743129,1-a78f5601770a,40169,1733221743129 terminated 2024-12-03T10:29:11,802 INFO [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a78f5601770a,40169,1733221743129 because: Region server is closing 2024-12-03T10:29:11,802 INFO [RS:0;a78f5601770a:40169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:40169. 2024-12-03T10:29:11,802 DEBUG [RS:0;a78f5601770a:40169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:11,802 DEBUG [RS:0;a78f5601770a:40169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:11,802 DEBUG [RS:0;a78f5601770a:40169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:11,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:11,902 WARN [RS:0;a78f5601770a:40169.replicationSource.wal-reader.a78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:29:11,902 WARN [RS:0;a78f5601770a:40169.replicationSource.shippera78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T10:29:11,903 INFO [RS:0;a78f5601770a:40169 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;a78f5601770a:40169.replicationSource.shippera78f5601770a%2C40169%2C1733221743129,2-a78f5601770a,40169,1733221743129 terminated 2024-12-03T10:29:11,903 INFO [RS:0;a78f5601770a:40169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40169 2024-12-03T10:29:11,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809/rs 2024-12-03T10:29:11,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423062809/rs/a78f5601770a,40169,1733221743129 2024-12-03T10:29:11,922 INFO [RS:0;a78f5601770a:40169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:29:11,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,40169,1733221743129] 2024-12-03T10:29:11,938 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-423062809/draining/a78f5601770a,40169,1733221743129 already deleted, retry=false 2024-12-03T10:29:11,938 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,40169,1733221743129 expired; onlineServers=0 2024-12-03T10:29:11,938 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,45225,1733221743075' ***** 2024-12-03T10:29:11,938 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:29:11,938 INFO [M:0;a78f5601770a:45225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:29:11,938 INFO [M:0;a78f5601770a:45225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:29:11,939 DEBUG [M:0;a78f5601770a:45225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:29:11,939 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:29:11,939 DEBUG [M:0;a78f5601770a:45225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:29:11,939 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221743972 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221743972,5,FailOnTimeoutGroup] 2024-12-03T10:29:11,939 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221743972 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221743972,5,FailOnTimeoutGroup] 2024-12-03T10:29:11,939 INFO [M:0;a78f5601770a:45225 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:29:11,939 INFO [M:0;a78f5601770a:45225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:29:11,939 DEBUG [M:0;a78f5601770a:45225 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:29:11,939 INFO [M:0;a78f5601770a:45225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:29:11,939 INFO [M:0;a78f5601770a:45225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:29:11,940 INFO [M:0;a78f5601770a:45225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:29:11,940 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:29:11,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423062809/master 2024-12-03T10:29:11,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423062809 2024-12-03T10:29:11,947 DEBUG [M:0;a78f5601770a:45225 {}] zookeeper.ZKUtil(347): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Unable to get data of znode /0-423062809/master because node does not exist (not an error) 2024-12-03T10:29:11,947 WARN [M:0;a78f5601770a:45225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:29:11,947 INFO [M:0;a78f5601770a:45225 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/.lastflushedseqids 2024-12-03T10:29:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741852_1028 (size=181) 2024-12-03T10:29:11,953 INFO [M:0;a78f5601770a:45225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:29:11,954 INFO [M:0;a78f5601770a:45225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:29:11,954 DEBUG [M:0;a78f5601770a:45225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:29:11,954 INFO [M:0;a78f5601770a:45225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:11,954 DEBUG [M:0;a78f5601770a:45225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:11,954 DEBUG [M:0;a78f5601770a:45225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:29:11,954 DEBUG [M:0;a78f5601770a:45225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:11,954 INFO [M:0;a78f5601770a:45225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T10:29:11,968 DEBUG [M:0;a78f5601770a:45225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432002c30a254c73b855a6b6828b21e1 is 82, key is hbase:meta,,1/info:regioninfo/1733221744629/Put/seqid=0 2024-12-03T10:29:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741853_1029 (size=5680) 2024-12-03T10:29:12,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:12,030 INFO [RS:0;a78f5601770a:40169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:29:12,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40169-0x1019c065d9c0007, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:12,030 INFO [RS:0;a78f5601770a:40169 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,40169,1733221743129; zookeeper connection closed. 2024-12-03T10:29:12,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20a0b1b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20a0b1b1 2024-12-03T10:29:12,030 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:29:12,373 INFO [M:0;a78f5601770a:45225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432002c30a254c73b855a6b6828b21e1 2024-12-03T10:29:12,394 DEBUG [M:0;a78f5601770a:45225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f16ad8d33ed47e5bfe356ae83d0f8a1 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733221748891/Put/seqid=0 2024-12-03T10:29:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741854_1030 (size=7319) 2024-12-03T10:29:12,800 INFO [M:0;a78f5601770a:45225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f16ad8d33ed47e5bfe356ae83d0f8a1 2024-12-03T10:29:12,824 DEBUG [M:0;a78f5601770a:45225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15a115651ff44493ab76c57b9fba1aa9 is 69, key is a78f5601770a,40169,1733221743129/rs:state/1733221744093/Put/seqid=0 2024-12-03T10:29:12,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741855_1031 (size=5371) 2024-12-03T10:29:13,229 INFO [M:0;a78f5601770a:45225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15a115651ff44493ab76c57b9fba1aa9 2024-12-03T10:29:13,236 INFO [M:0;a78f5601770a:45225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15a115651ff44493ab76c57b9fba1aa9 2024-12-03T10:29:13,237 DEBUG [M:0;a78f5601770a:45225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432002c30a254c73b855a6b6828b21e1 as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432002c30a254c73b855a6b6828b21e1 2024-12-03T10:29:13,244 INFO [M:0;a78f5601770a:45225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432002c30a254c73b855a6b6828b21e1, entries=8, sequenceid=172, filesize=5.5 K 2024-12-03T10:29:13,245 DEBUG [M:0;a78f5601770a:45225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f16ad8d33ed47e5bfe356ae83d0f8a1 as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f16ad8d33ed47e5bfe356ae83d0f8a1 2024-12-03T10:29:13,251 INFO [M:0;a78f5601770a:45225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f16ad8d33ed47e5bfe356ae83d0f8a1, entries=7, sequenceid=172, filesize=7.1 K 2024-12-03T10:29:13,252 DEBUG [M:0;a78f5601770a:45225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15a115651ff44493ab76c57b9fba1aa9 as hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15a115651ff44493ab76c57b9fba1aa9 2024-12-03T10:29:13,258 INFO [M:0;a78f5601770a:45225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15a115651ff44493ab76c57b9fba1aa9 2024-12-03T10:29:13,259 INFO [M:0;a78f5601770a:45225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36355/user/jenkins/test-data/59e54000-b756-7b39-06fe-51a579c47545/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15a115651ff44493ab76c57b9fba1aa9, entries=2, sequenceid=172, filesize=5.2 K 2024-12-03T10:29:13,260 INFO [M:0;a78f5601770a:45225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false 2024-12-03T10:29:13,261 INFO [M:0;a78f5601770a:45225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:13,261 DEBUG [M:0;a78f5601770a:45225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221751954Disabling compacts and flushes for region at 1733221751954Disabling writes for close at 1733221751954Obtaining lock to block concurrent updates at 1733221751954Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221751954Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733221751955 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221751955Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221751955Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221751968 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221751968Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221752380 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221752393 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221752394 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221752806 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221752823 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221752823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48599467: reopening flushed file at 1733221753236 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251ea234: reopening flushed file at 1733221753244 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffd4b24: reopening flushed file at 1733221753251 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false at 1733221753260 (+9 ms)Writing region close event to WAL at 1733221753261 (+1 ms)Closed at 1733221753261 2024-12-03T10:29:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741847_1023 (size=22949) 2024-12-03T10:29:13,264 INFO [M:0;a78f5601770a:45225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:29:13,264 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:29:13,265 INFO [M:0;a78f5601770a:45225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45225 2024-12-03T10:29:13,265 INFO [M:0;a78f5601770a:45225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:29:13,388 INFO [M:0;a78f5601770a:45225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:29:13,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:13,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x1019c065d9c0006, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:13,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:29:13,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:29:13,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:29:13,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:29:13,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/hadoop.log.dir/,STOPPED} 2024-12-03T10:29:13,393 WARN [BP-1452581057-172.17.0.2-1733221723755 heartbeating to localhost/127.0.0.1:36355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:29:13,393 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:29:13,393 WARN [BP-1452581057-172.17.0.2-1733221723755 heartbeating to localhost/127.0.0.1:36355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1452581057-172.17.0.2-1733221723755 (Datanode Uuid cb5467f7-ade7-4bbc-9a23-02745ecd9d21) service to localhost/127.0.0.1:36355 2024-12-03T10:29:13,393 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:29:13,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/cluster_87522fba-1944-241d-209d-65ea5f991bf8/data/data1/current/BP-1452581057-172.17.0.2-1733221723755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:29:13,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/cluster_87522fba-1944-241d-209d-65ea5f991bf8/data/data2/current/BP-1452581057-172.17.0.2-1733221723755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:29:13,394 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:29:13,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:29:13,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:29:13,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:29:13,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:29:13,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3ab24fb-8d9e-9be9-5c37-a4cd94a307de/hadoop.log.dir/,STOPPED} 2024-12-03T10:29:13,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:29:13,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:29:13,431 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a78f5601770a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/a78f5601770a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36355 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@424e280c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37535 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a78f5601770a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/a78f5601770a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a78f5601770a:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57697) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57697) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 77) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8368 (was 9133) 2024-12-03T10:29:13,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=8368 2024-12-03T10:29:13,449 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-03T10:29:13,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/hadoop.log.dir so I do NOT create it in target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f 2024-12-03T10:29:13,449 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:29:13,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/hadoop.tmp.dir so I do NOT create it in target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f 2024-12-03T10:29:13,449 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11e5cff6-145e-d9a5-9cd8-b1e16ecf336c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:29:13,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f 2024-12-03T10:29:13,450 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/cluster_134afb48-b6a2-7dfd-16a3-fc4720e3f144, deleteOnExit=true 2024-12-03T10:29:13,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/cluster_134afb48-b6a2-7dfd-16a3-fc4720e3f144/zookeeper_0, clientPort=65143, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/cluster_134afb48-b6a2-7dfd-16a3-fc4720e3f144/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/cluster_134afb48-b6a2-7dfd-16a3-fc4720e3f144/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:29:13,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65143 2024-12-03T10:29:13,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:29:13,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:29:13,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/test.cache.data in system properties and HBase conf 2024-12-03T10:29:13,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:29:13,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:29:13,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:29:13,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:29:13,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:29:13,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:29:13,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:29:13,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:29:13,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:29:13,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:29:13,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:29:13,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:29:13,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:29:13,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:29:13,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:29:13,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:29:13,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:29:13,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:29:13,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:29:13,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:29:13,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019c065d9c0002, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:29:13,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019c065d9c0005, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:29:13,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019c065d9c0002, quorum=127.0.0.1:57697, baseZNode=/0-423062809 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:29:13,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019c065d9c0005, quorum=127.0.0.1:57697, baseZNode=/1-39145414 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:29:13,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:13,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:29:13,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:29:13,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:29:13,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:29:13,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:13,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:29:13,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:29:13,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/java.io.tmpdir/jetty-localhost-44031-hadoop-hdfs-3_4_1-tests_jar-_-any-9671533004823219317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:29:13,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:44031} 2024-12-03T10:29:13,862 INFO [Time-limited test {}] server.Server(415): Started @31980ms 2024-12-03T10:29:14,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:14,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:29:14,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:29:14,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:29:14,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:29:14,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:29:14,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:29:14,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/java.io.tmpdir/jetty-localhost-39791-hadoop-hdfs-3_4_1-tests_jar-_-any-328414229875566911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:29:14,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:39791} 2024-12-03T10:29:14,171 INFO [Time-limited test {}] server.Server(415): Started @32288ms 2024-12-03T10:29:14,172 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:29:14,693 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/cluster_134afb48-b6a2-7dfd-16a3-fc4720e3f144/data/data2/current/BP-1487847578-172.17.0.2-1733221753477/current, will proceed with Du for space computation calculation, 2024-12-03T10:29:14,693 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/cluster_134afb48-b6a2-7dfd-16a3-fc4720e3f144/data/data1/current/BP-1487847578-172.17.0.2-1733221753477/current, will proceed with Du for space computation calculation, 2024-12-03T10:29:14,710 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:29:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b9b1e97fa59df0b with lease ID 0x6bc166dc1c6664ae: Processing first storage report for DS-17cb789f-e7e0-4c6c-934e-bd5ff01b6065 from datanode DatanodeRegistration(127.0.0.1:45075, datanodeUuid=f0b71236-392a-4a7a-9e8c-9c69ac80ce4a, infoPort=39507, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=2127507713;c=1733221753477) 2024-12-03T10:29:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b9b1e97fa59df0b with lease ID 0x6bc166dc1c6664ae: from storage DS-17cb789f-e7e0-4c6c-934e-bd5ff01b6065 node DatanodeRegistration(127.0.0.1:45075, datanodeUuid=f0b71236-392a-4a7a-9e8c-9c69ac80ce4a, infoPort=39507, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=2127507713;c=1733221753477), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:29:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b9b1e97fa59df0b with lease ID 0x6bc166dc1c6664ae: Processing first storage report for DS-9a40a405-e25f-4d74-8229-3d45e6fa58e3 from datanode DatanodeRegistration(127.0.0.1:45075, datanodeUuid=f0b71236-392a-4a7a-9e8c-9c69ac80ce4a, infoPort=39507, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=2127507713;c=1733221753477) 2024-12-03T10:29:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b9b1e97fa59df0b with lease ID 0x6bc166dc1c6664ae: from storage DS-9a40a405-e25f-4d74-8229-3d45e6fa58e3 node DatanodeRegistration(127.0.0.1:45075, datanodeUuid=f0b71236-392a-4a7a-9e8c-9c69ac80ce4a, infoPort=39507, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=2127507713;c=1733221753477), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:29:14,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f 2024-12-03T10:29:14,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:14,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:14,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:29:15,208 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c with version=8 2024-12-03T10:29:15,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/hbase-staging 2024-12-03T10:29:15,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:29:15,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:15,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:15,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:29:15,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:15,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:29:15,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:29:15,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:29:15,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33603 2024-12-03T10:29:15,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33603 connecting to ZooKeeper ensemble=127.0.0.1:65143 2024-12-03T10:29:15,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336030x0, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:15,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33603-0x1019c06d4540000 connected 2024-12-03T10:29:15,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:15,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:15,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Set watcher on znode that does not yet exist, /0348414847/running 2024-12-03T10:29:15,358 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c, hbase.cluster.distributed=false 2024-12-03T10:29:15,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Set watcher on znode that does not yet exist, /0348414847/acl 2024-12-03T10:29:15,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33603 2024-12-03T10:29:15,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33603 2024-12-03T10:29:15,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33603 2024-12-03T10:29:15,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33603 2024-12-03T10:29:15,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33603 2024-12-03T10:29:15,375 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:29:15,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:15,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:15,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:29:15,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:15,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:29:15,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:29:15,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:29:15,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40585 2024-12-03T10:29:15,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40585 connecting to ZooKeeper ensemble=127.0.0.1:65143 2024-12-03T10:29:15,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:15,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:15,395 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405850x0, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:15,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40585-0x1019c06d4540001 connected 2024-12-03T10:29:15,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Set watcher on znode that does not yet exist, /0348414847/running 2024-12-03T10:29:15,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:29:15,397 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:29:15,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Set watcher on znode that does not yet exist, /0348414847/master 2024-12-03T10:29:15,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Set watcher on znode that does not yet exist, /0348414847/acl 2024-12-03T10:29:15,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40585 2024-12-03T10:29:15,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40585 2024-12-03T10:29:15,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40585 2024-12-03T10:29:15,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40585 2024-12-03T10:29:15,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40585 2024-12-03T10:29:15,412 DEBUG [M:0;a78f5601770a:33603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:33603 2024-12-03T10:29:15,412 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0348414847/backup-masters/a78f5601770a,33603,1733221755210 2024-12-03T10:29:15,421 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847/backup-masters 2024-12-03T10:29:15,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847/backup-masters 2024-12-03T10:29:15,422 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Set watcher on existing znode=/0348414847/backup-masters/a78f5601770a,33603,1733221755210 2024-12-03T10:29:15,429 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0348414847/master 2024-12-03T10:29:15,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:15,430 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:15,430 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Set watcher on existing znode=/0348414847/master 2024-12-03T10:29:15,430 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0348414847/backup-masters/a78f5601770a,33603,1733221755210 from backup master directory 2024-12-03T10:29:15,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0348414847/backup-masters/a78f5601770a,33603,1733221755210 2024-12-03T10:29:15,438 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847/backup-masters 2024-12-03T10:29:15,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847/backup-masters 2024-12-03T10:29:15,438 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:29:15,438 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,33603,1733221755210 2024-12-03T10:29:15,442 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/hbase.id] with ID: 79235397-9c8b-4d9b-9d8d-eb5658017ad8 2024-12-03T10:29:15,442 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/.tmp/hbase.id 2024-12-03T10:29:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:29:15,848 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/.tmp/hbase.id]:[hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/hbase.id] 2024-12-03T10:29:15,861 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:15,861 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:29:15,862 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:29:15,887 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:15,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:29:16,294 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:16,295 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:29:16,295 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:16,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:29:16,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:29:16,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:16,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:16,703 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store 2024-12-03T10:29:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:29:17,110 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:17,110 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:29:17,110 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:17,110 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:17,110 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:29:17,110 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:17,111 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:17,111 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221757110Disabling compacts and flushes for region at 1733221757110Disabling writes for close at 1733221757110Writing region close event to WAL at 1733221757110Closed at 1733221757110 2024-12-03T10:29:17,112 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/.initializing 2024-12-03T10:29:17,112 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/WALs/a78f5601770a,33603,1733221755210 2024-12-03T10:29:17,113 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:29:17,115 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C33603%2C1733221755210, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/WALs/a78f5601770a,33603,1733221755210, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/oldWALs, maxLogs=10 2024-12-03T10:29:17,126 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/WALs/a78f5601770a,33603,1733221755210/a78f5601770a%2C33603%2C1733221755210.1733221757115, exclude list is [], retry=0 2024-12-03T10:29:17,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45075,DS-17cb789f-e7e0-4c6c-934e-bd5ff01b6065,DISK] 2024-12-03T10:29:17,130 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/WALs/a78f5601770a,33603,1733221755210/a78f5601770a%2C33603%2C1733221755210.1733221757115 2024-12-03T10:29:17,130 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39507:39507)] 2024-12-03T10:29:17,130 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:17,131 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:17,131 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,131 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:29:17,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:17,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:17,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:29:17,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:17,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:17,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:29:17,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:17,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:17,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:29:17,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:17,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:17,140 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,141 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,141 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,143 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,143 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,143 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:17,144 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:17,147 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:17,147 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61849223, jitterRate=-0.07837475836277008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:17,148 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221757131Initializing all the Stores at 1733221757132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221757132Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221757132Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221757132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221757132Cleaning up temporary data from old regions at 1733221757143 (+11 ms)Region opened successfully at 1733221757148 (+5 ms) 2024-12-03T10:29:17,148 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:29:17,151 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45eaebf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:29:17,152 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:29:17,152 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:29:17,153 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:29:17,153 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:29:17,153 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:29:17,153 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:29:17,153 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:29:17,155 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:29:17,156 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Unable to get data of znode /0348414847/balancer because node does not exist (not necessarily an error) 2024-12-03T10:29:17,179 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0348414847/balancer already deleted, retry=false 2024-12-03T10:29:17,180 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:29:17,181 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Unable to get data of znode /0348414847/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:29:17,188 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0348414847/normalizer already deleted, retry=false 2024-12-03T10:29:17,188 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:29:17,189 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Unable to get data of znode /0348414847/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:29:17,196 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0348414847/switch/split already deleted, retry=false 2024-12-03T10:29:17,197 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Unable to get data of znode /0348414847/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:29:17,204 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0348414847/switch/merge already deleted, retry=false 2024-12-03T10:29:17,207 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Unable to get data of znode /0348414847/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:29:17,213 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0348414847/snapshot-cleanup already deleted, retry=false 2024-12-03T10:29:17,221 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0348414847/running 2024-12-03T10:29:17,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0348414847/running 2024-12-03T10:29:17,221 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:17,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:17,222 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,33603,1733221755210, sessionid=0x1019c06d4540000, setting cluster-up flag (Was=false) 2024-12-03T10:29:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:17,238 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:17,263 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0348414847/flush-table-proc/acquired, /0348414847/flush-table-proc/reached, /0348414847/flush-table-proc/abort 2024-12-03T10:29:17,264 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,33603,1733221755210 2024-12-03T10:29:17,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:29:17,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:29:17,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:29:17,280 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:17,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:17,304 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0348414847/online-snapshot/acquired, /0348414847/online-snapshot/reached, /0348414847/online-snapshot/abort 2024-12-03T10:29:17,306 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,33603,1733221755210 2024-12-03T10:29:17,307 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:29:17,308 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:17,309 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:29:17,309 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:29:17,309 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,33603,1733221755210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:29:17,311 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:17,311 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:17,311 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:17,311 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:17,311 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:29:17,311 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,311 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:29:17,311 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,313 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221787313 2024-12-03T10:29:17,313 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:29:17,313 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:29:17,313 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:29:17,313 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:29:17,313 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:29:17,313 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:29:17,313 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:17,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:29:17,314 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:29:17,314 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:29:17,314 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:29:17,314 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:29:17,314 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:29:17,314 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:29:17,315 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221757314,5,FailOnTimeoutGroup] 2024-12-03T10:29:17,315 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221757315,5,FailOnTimeoutGroup] 2024-12-03T10:29:17,315 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,315 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:29:17,315 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,315 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,315 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:17,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:29:17,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:29:17,406 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(746): ClusterId : 79235397-9c8b-4d9b-9d8d-eb5658017ad8 2024-12-03T10:29:17,406 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:29:17,414 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:29:17,414 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:29:17,422 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:29:17,422 DEBUG [RS:0;a78f5601770a:40585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6160e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:29:17,432 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:40585 2024-12-03T10:29:17,432 INFO [RS:0;a78f5601770a:40585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:29:17,432 INFO [RS:0;a78f5601770a:40585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:29:17,432 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:29:17,433 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,33603,1733221755210 with port=40585, startcode=1733221755375 2024-12-03T10:29:17,434 DEBUG [RS:0;a78f5601770a:40585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:29:17,435 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:29:17,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,40585,1733221755375 2024-12-03T10:29:17,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33603 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,40585,1733221755375 2024-12-03T10:29:17,437 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c 2024-12-03T10:29:17,437 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45247 2024-12-03T10:29:17,437 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:29:17,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847/rs 2024-12-03T10:29:17,447 DEBUG [RS:0;a78f5601770a:40585 {}] zookeeper.ZKUtil(111): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Set watcher on existing znode=/0348414847/rs/a78f5601770a,40585,1733221755375 2024-12-03T10:29:17,447 WARN [RS:0;a78f5601770a:40585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:29:17,447 INFO [RS:0;a78f5601770a:40585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:17,447 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375 2024-12-03T10:29:17,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,40585,1733221755375] 2024-12-03T10:29:17,451 INFO [RS:0;a78f5601770a:40585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:29:17,452 INFO [RS:0;a78f5601770a:40585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:29:17,453 INFO [RS:0;a78f5601770a:40585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:29:17,453 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,455 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:29:17,456 INFO [RS:0;a78f5601770a:40585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:29:17,456 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,456 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,456 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,456 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,456 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,456 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,456 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:29:17,456 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,457 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,457 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,457 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,457 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,457 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:17,457 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:29:17,457 DEBUG [RS:0;a78f5601770a:40585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:29:17,458 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,458 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,458 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,458 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,458 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,458 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40585,1733221755375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:29:17,471 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:29:17,471 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40585,1733221755375-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,471 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,471 INFO [RS:0;a78f5601770a:40585 {}] regionserver.Replication(171): a78f5601770a,40585,1733221755375 started 2024-12-03T10:29:17,483 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:17,483 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,40585,1733221755375, RpcServer on a78f5601770a/172.17.0.2:40585, sessionid=0x1019c06d4540001 2024-12-03T10:29:17,483 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:29:17,483 DEBUG [RS:0;a78f5601770a:40585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,40585,1733221755375 2024-12-03T10:29:17,483 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,40585,1733221755375' 2024-12-03T10:29:17,483 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0348414847/flush-table-proc/abort' 2024-12-03T10:29:17,484 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0348414847/flush-table-proc/acquired' 2024-12-03T10:29:17,484 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:29:17,484 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:29:17,484 DEBUG [RS:0;a78f5601770a:40585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,40585,1733221755375 2024-12-03T10:29:17,484 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,40585,1733221755375' 2024-12-03T10:29:17,484 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0348414847/online-snapshot/abort' 2024-12-03T10:29:17,485 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0348414847/online-snapshot/acquired' 2024-12-03T10:29:17,485 DEBUG [RS:0;a78f5601770a:40585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:29:17,485 INFO [RS:0;a78f5601770a:40585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:29:17,485 INFO [RS:0;a78f5601770a:40585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:29:17,586 INFO [RS:0;a78f5601770a:40585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:29:17,588 INFO [RS:0;a78f5601770a:40585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C40585%2C1733221755375, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/oldWALs, maxLogs=10 2024-12-03T10:29:17,599 DEBUG [RS:0;a78f5601770a:40585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588, exclude list is [], retry=0 2024-12-03T10:29:17,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45075,DS-17cb789f-e7e0-4c6c-934e-bd5ff01b6065,DISK] 2024-12-03T10:29:17,604 INFO [RS:0;a78f5601770a:40585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588 2024-12-03T10:29:17,604 DEBUG [RS:0;a78f5601770a:40585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39507:39507)] 2024-12-03T10:29:17,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:29:17,728 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c 2024-12-03T10:29:17,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:29:18,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:18,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:29:18,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:29:18,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:18,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:18,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:29:18,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:29:18,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:18,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:18,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:29:18,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:29:18,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:18,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:18,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:29:18,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:29:18,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:18,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:18,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:29:18,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740 2024-12-03T10:29:18,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740 2024-12-03T10:29:18,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:29:18,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:29:18,147 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:18,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:29:18,150 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:18,150 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67741265, jitterRate=0.009423509240150452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:18,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221758135Initializing all the Stores at 1733221758136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221758136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221758136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221758136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221758136Cleaning up temporary data from old regions at 1733221758146 (+10 ms)Region opened successfully at 1733221758151 (+5 ms) 2024-12-03T10:29:18,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:29:18,151 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:29:18,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:29:18,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:29:18,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:29:18,152 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:18,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221758151Disabling compacts and flushes for region at 1733221758151Disabling writes for close at 1733221758151Writing region close event to WAL at 1733221758152 (+1 ms)Closed at 1733221758152 2024-12-03T10:29:18,153 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:18,153 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:29:18,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:29:18,154 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:29:18,155 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:29:18,305 DEBUG [a78f5601770a:33603 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:29:18,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,40585,1733221755375 2024-12-03T10:29:18,307 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,40585,1733221755375, state=OPENING 2024-12-03T10:29:18,329 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:29:18,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:18,338 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:18,338 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:29:18,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,40585,1733221755375}] 2024-12-03T10:29:18,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0348414847/meta-region-server: CHANGED 2024-12-03T10:29:18,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0348414847/meta-region-server: CHANGED 2024-12-03T10:29:18,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:29:18,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:29:18,497 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:29:18,497 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:18,497 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:29:18,499 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C40585%2C1733221755375.meta, suffix=.meta, logDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/oldWALs, maxLogs=10 2024-12-03T10:29:18,510 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.meta.1733221758499.meta, exclude list is [], retry=0 2024-12-03T10:29:18,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45075,DS-17cb789f-e7e0-4c6c-934e-bd5ff01b6065,DISK] 2024-12-03T10:29:18,515 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.meta.1733221758499.meta 2024-12-03T10:29:18,515 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39507:39507)] 2024-12-03T10:29:18,515 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:18,516 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:29:18,516 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:29:18,516 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:29:18,516 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:29:18,516 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:29:18,517 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:18,517 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:29:18,517 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:29:18,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:29:18,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:29:18,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:18,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:18,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:29:18,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:29:18,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:18,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:18,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:29:18,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:29:18,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:18,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:18,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:29:18,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:29:18,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:18,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:18,524 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:29:18,525 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740 2024-12-03T10:29:18,526 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740 2024-12-03T10:29:18,527 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:29:18,527 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:29:18,528 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:18,529 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:29:18,530 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70002663, jitterRate=0.043120965361595154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:18,530 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:29:18,531 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221758517Writing region info on filesystem at 1733221758517Initializing all the Stores at 1733221758518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221758518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221758518Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221758518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221758518Cleaning up temporary data from old regions at 1733221758527 (+9 ms)Running coprocessor post-open hooks at 1733221758530 (+3 ms)Region opened successfully at 1733221758531 (+1 ms) 2024-12-03T10:29:18,532 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221758491 2024-12-03T10:29:18,535 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:29:18,535 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:29:18,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,40585,1733221755375 2024-12-03T10:29:18,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,40585,1733221755375, state=OPEN 2024-12-03T10:29:18,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0348414847/meta-region-server 2024-12-03T10:29:18,573 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0348414847/meta-region-server 2024-12-03T10:29:18,573 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,40585,1733221755375 2024-12-03T10:29:18,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0348414847/meta-region-server: CHANGED 2024-12-03T10:29:18,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0348414847/meta-region-server: CHANGED 2024-12-03T10:29:18,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:29:18,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,40585,1733221755375 in 235 msec 2024-12-03T10:29:18,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:29:18,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-12-03T10:29:18,580 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:18,580 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:29:18,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:18,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,40585,1733221755375, seqNum=-1] 2024-12-03T10:29:18,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:18,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:18,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-12-03T10:29:18,589 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221758589, completionTime=-1 2024-12-03T10:29:18,589 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:29:18,589 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:29:18,591 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:29:18,591 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221818591 2024-12-03T10:29:18,591 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733221878591 2024-12-03T10:29:18,591 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T10:29:18,592 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33603,1733221755210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:18,592 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33603,1733221755210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:18,592 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33603,1733221755210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:18,592 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:33603, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:18,592 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:18,592 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:18,594 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:29:18,596 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.158sec 2024-12-03T10:29:18,596 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:29:18,596 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:29:18,596 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:29:18,596 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:29:18,596 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:29:18,596 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33603,1733221755210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:29:18,596 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33603,1733221755210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:29:18,599 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:29:18,599 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:29:18,599 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33603,1733221755210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:18,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:18,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,33603,-1 for getting cluster id 2024-12-03T10:29:18,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:18,608 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79235397-9c8b-4d9b-9d8d-eb5658017ad8' 2024-12-03T10:29:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79235397-9c8b-4d9b-9d8d-eb5658017ad8" 2024-12-03T10:29:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc24bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,33603,-1] 2024-12-03T10:29:18,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:18,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:18,610 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:18,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:18,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:18,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,40585,1733221755375, seqNum=-1] 2024-12-03T10:29:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:18,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:18,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,33603,1733221755210 2024-12-03T10:29:18,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65143 2024-12-03T10:29:18,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:18,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019c06d4540002 connected 2024-12-03T10:29:18,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/hadoop.log.dir so I do NOT create it in target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646 2024-12-03T10:29:18,641 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:29:18,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/hadoop.tmp.dir so I do NOT create it in target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646 2024-12-03T10:29:18,641 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:29:18,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646 2024-12-03T10:29:18,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:29:18,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/cluster_553c60fe-8f3c-60d3-9edc-2c1e4f401ae1, deleteOnExit=true 2024-12-03T10:29:18,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:29:18,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/test.cache.data in system properties and HBase conf 2024-12-03T10:29:18,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:29:18,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:29:18,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:29:18,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:29:18,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:29:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:29:18,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:29:18,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:29:18,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:29:18,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:18,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:29:18,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:29:18,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:29:18,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:29:18,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:18,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:29:18,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:29:18,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/java.io.tmpdir/jetty-localhost-37173-hadoop-hdfs-3_4_1-tests_jar-_-any-8032826377404415406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:29:18,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:37173} 2024-12-03T10:29:18,998 INFO [Time-limited test {}] server.Server(415): Started @37115ms 2024-12-03T10:29:19,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:19,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:29:19,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:29:19,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:29:19,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:29:19,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:29:19,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:29:19,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/java.io.tmpdir/jetty-localhost-34775-hadoop-hdfs-3_4_1-tests_jar-_-any-6716744449221645957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:29:19,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:34775} 2024-12-03T10:29:19,326 INFO [Time-limited test {}] server.Server(415): Started @37444ms 2024-12-03T10:29:19,328 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:29:19,877 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/cluster_553c60fe-8f3c-60d3-9edc-2c1e4f401ae1/data/data1/current/BP-1209721780-172.17.0.2-1733221758665/current, will proceed with Du for space computation calculation, 2024-12-03T10:29:19,877 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/cluster_553c60fe-8f3c-60d3-9edc-2c1e4f401ae1/data/data2/current/BP-1209721780-172.17.0.2-1733221758665/current, will proceed with Du for space computation calculation, 2024-12-03T10:29:19,897 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:29:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f66e1fdfeaa96ba with lease ID 0x5f20e638d5b110cf: Processing first storage report for DS-8b5ef44c-d8f5-4851-b937-a1fb867d4273 from datanode DatanodeRegistration(127.0.0.1:41557, datanodeUuid=d7f7cfc6-67dc-4a0b-970b-0c60d38e0234, infoPort=34665, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=725259770;c=1733221758665) 2024-12-03T10:29:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f66e1fdfeaa96ba with lease ID 0x5f20e638d5b110cf: from storage DS-8b5ef44c-d8f5-4851-b937-a1fb867d4273 node DatanodeRegistration(127.0.0.1:41557, datanodeUuid=d7f7cfc6-67dc-4a0b-970b-0c60d38e0234, infoPort=34665, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=725259770;c=1733221758665), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T10:29:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f66e1fdfeaa96ba with lease ID 0x5f20e638d5b110cf: Processing first storage report for DS-ff5754e2-1400-46c6-ae06-9acf6020c4c2 from datanode DatanodeRegistration(127.0.0.1:41557, datanodeUuid=d7f7cfc6-67dc-4a0b-970b-0c60d38e0234, infoPort=34665, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=725259770;c=1733221758665) 2024-12-03T10:29:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f66e1fdfeaa96ba with lease ID 0x5f20e638d5b110cf: from storage DS-ff5754e2-1400-46c6-ae06-9acf6020c4c2 node DatanodeRegistration(127.0.0.1:41557, datanodeUuid=d7f7cfc6-67dc-4a0b-970b-0c60d38e0234, infoPort=34665, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=725259770;c=1733221758665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:29:19,961 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646 2024-12-03T10:29:19,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:19,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:19,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:29:20,372 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a with version=8 2024-12-03T10:29:20,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/hbase-staging 2024-12-03T10:29:20,374 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:29:20,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:20,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:20,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:29:20,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:20,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:29:20,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:29:20,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:29:20,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45527 2024-12-03T10:29:20,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45527 connecting to ZooKeeper ensemble=127.0.0.1:65143 2024-12-03T10:29:20,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455270x0, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:20,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45527-0x1019c06d4540003 connected 2024-12-03T10:29:20,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:20,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:20,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Set watcher on znode that does not yet exist, /1-512103736/running 2024-12-03T10:29:20,466 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a, hbase.cluster.distributed=false 2024-12-03T10:29:20,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Set watcher on znode that does not yet exist, /1-512103736/acl 2024-12-03T10:29:20,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45527 2024-12-03T10:29:20,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45527 2024-12-03T10:29:20,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45527 2024-12-03T10:29:20,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45527 2024-12-03T10:29:20,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45527 2024-12-03T10:29:20,481 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:29:20,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:20,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:20,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:29:20,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:20,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:29:20,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:29:20,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:29:20,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33257 2024-12-03T10:29:20,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33257 connecting to ZooKeeper ensemble=127.0.0.1:65143 2024-12-03T10:29:20,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:20,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332570x0, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:20,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332570x0, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Set watcher on znode that does not yet exist, /1-512103736/running 2024-12-03T10:29:20,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33257-0x1019c06d4540004 connected 2024-12-03T10:29:20,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:29:20,497 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:29:20,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Set watcher on znode that does not yet exist, /1-512103736/master 2024-12-03T10:29:20,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Set watcher on znode that does not yet exist, /1-512103736/acl 2024-12-03T10:29:20,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33257 2024-12-03T10:29:20,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33257 2024-12-03T10:29:20,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33257 2024-12-03T10:29:20,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33257 2024-12-03T10:29:20,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33257 2024-12-03T10:29:20,512 DEBUG [M:0;a78f5601770a:45527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:45527 2024-12-03T10:29:20,513 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-512103736/backup-masters/a78f5601770a,45527,1733221760373 2024-12-03T10:29:20,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736/backup-masters 2024-12-03T10:29:20,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736/backup-masters 2024-12-03T10:29:20,522 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Set watcher on existing znode=/1-512103736/backup-masters/a78f5601770a,45527,1733221760373 2024-12-03T10:29:20,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-512103736/master 2024-12-03T10:29:20,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:20,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:20,530 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Set watcher on existing znode=/1-512103736/master 2024-12-03T10:29:20,530 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-512103736/backup-masters/a78f5601770a,45527,1733221760373 from backup master directory 2024-12-03T10:29:20,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-512103736/backup-masters/a78f5601770a,45527,1733221760373 2024-12-03T10:29:20,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736/backup-masters 2024-12-03T10:29:20,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736/backup-masters 2024-12-03T10:29:20,538 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:29:20,538 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,45527,1733221760373 2024-12-03T10:29:20,542 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/hbase.id] with ID: 558225a3-f9c7-471a-9454-3435685362e3 2024-12-03T10:29:20,542 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/.tmp/hbase.id 2024-12-03T10:29:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:29:20,948 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/.tmp/hbase.id]:[hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/hbase.id] 2024-12-03T10:29:20,961 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:20,961 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:29:20,963 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T10:29:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:21,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:29:21,401 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:21,403 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:29:21,403 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:21,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:29:21,811 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store 2024-12-03T10:29:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:29:22,219 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:22,219 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:29:22,219 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:22,219 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:22,219 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:29:22,219 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:22,219 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:22,219 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221762219Disabling compacts and flushes for region at 1733221762219Disabling writes for close at 1733221762219Writing region close event to WAL at 1733221762219Closed at 1733221762219 2024-12-03T10:29:22,220 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/.initializing 2024-12-03T10:29:22,220 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/WALs/a78f5601770a,45527,1733221760373 2024-12-03T10:29:22,221 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:29:22,223 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C45527%2C1733221760373, suffix=, logDir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/WALs/a78f5601770a,45527,1733221760373, archiveDir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/oldWALs, maxLogs=10 2024-12-03T10:29:22,234 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/WALs/a78f5601770a,45527,1733221760373/a78f5601770a%2C45527%2C1733221760373.1733221762223, exclude list is [], retry=0 2024-12-03T10:29:22,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41557,DS-8b5ef44c-d8f5-4851-b937-a1fb867d4273,DISK] 2024-12-03T10:29:22,239 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/WALs/a78f5601770a,45527,1733221760373/a78f5601770a%2C45527%2C1733221760373.1733221762223 2024-12-03T10:29:22,239 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34665:34665)] 2024-12-03T10:29:22,239 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:22,240 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:22,240 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,240 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:29:22,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:22,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:22,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:29:22,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:22,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:22,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:29:22,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:22,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:22,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:29:22,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:22,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:22,275 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,276 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,276 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,277 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,277 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,278 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:22,279 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:22,279 WARN [RS:0;a78f5601770a:40585 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a78f5601770a,33259,1733221727635: status=Processing ServerCrashProcedure of a78f5601770a,33259,1733221727635 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733221743973, completionTime=-1 appears to have been leaked 2024-12-03T10:29:22,281 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:22,281 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70654272, jitterRate=0.05283069610595703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:22,282 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221762240Initializing all the Stores at 1733221762241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221762241Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221762241Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221762241Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221762241Cleaning up temporary data from old regions at 1733221762277 (+36 ms)Region opened successfully at 1733221762282 (+5 ms) 2024-12-03T10:29:22,282 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:29:22,285 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7119b28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:29:22,286 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:29:22,287 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:29:22,287 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:29:22,287 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:29:22,287 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:29:22,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:29:22,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:29:22,290 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:29:22,291 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Unable to get data of znode /1-512103736/balancer because node does not exist (not necessarily an error) 2024-12-03T10:29:22,312 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-512103736/balancer already deleted, retry=false 2024-12-03T10:29:22,313 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:29:22,314 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Unable to get data of znode /1-512103736/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:29:22,321 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-512103736/normalizer already deleted, retry=false 2024-12-03T10:29:22,321 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:29:22,322 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Unable to get data of znode /1-512103736/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:29:22,329 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-512103736/switch/split already deleted, retry=false 2024-12-03T10:29:22,330 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Unable to get data of znode /1-512103736/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:29:22,337 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-512103736/switch/merge already deleted, retry=false 2024-12-03T10:29:22,340 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Unable to get data of znode /1-512103736/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:29:22,346 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-512103736/snapshot-cleanup already deleted, retry=false 2024-12-03T10:29:22,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-512103736/running 2024-12-03T10:29:22,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-512103736/running 2024-12-03T10:29:22,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:22,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:22,355 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,45527,1733221760373, sessionid=0x1019c06d4540003, setting cluster-up flag (Was=false) 2024-12-03T10:29:22,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:22,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:22,396 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-512103736/flush-table-proc/acquired, /1-512103736/flush-table-proc/reached, /1-512103736/flush-table-proc/abort 2024-12-03T10:29:22,397 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,45527,1733221760373 2024-12-03T10:29:22,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:22,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:22,438 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-512103736/online-snapshot/acquired, /1-512103736/online-snapshot/reached, /1-512103736/online-snapshot/abort 2024-12-03T10:29:22,439 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,45527,1733221760373 2024-12-03T10:29:22,440 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:29:22,441 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:22,442 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:29:22,442 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:29:22,442 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,45527,1733221760373 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:29:22,443 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:22,443 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:22,443 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:22,443 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:22,443 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:29:22,443 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,444 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:29:22,444 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,445 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221792445 2024-12-03T10:29:22,445 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:29:22,445 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:29:22,446 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:29:22,446 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:29:22,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:22,446 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:29:22,446 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:29:22,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:29:22,446 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,446 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:29:22,446 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:29:22,446 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:29:22,446 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:29:22,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:22,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:29:22,450 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:29:22,450 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:29:22,451 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221762450,5,FailOnTimeoutGroup] 2024-12-03T10:29:22,451 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221762451,5,FailOnTimeoutGroup] 2024-12-03T10:29:22,451 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,451 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:29:22,451 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,451 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:29:22,506 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(746): ClusterId : 558225a3-f9c7-471a-9454-3435685362e3 2024-12-03T10:29:22,506 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:29:22,513 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:29:22,513 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:29:22,521 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:29:22,522 DEBUG [RS:0;a78f5601770a:33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebae253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:29:22,531 DEBUG [RS:0;a78f5601770a:33257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:33257 2024-12-03T10:29:22,531 INFO [RS:0;a78f5601770a:33257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:29:22,531 INFO [RS:0;a78f5601770a:33257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:29:22,531 DEBUG [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:29:22,532 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,45527,1733221760373 with port=33257, startcode=1733221760481 2024-12-03T10:29:22,532 DEBUG [RS:0;a78f5601770a:33257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:29:22,533 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:29:22,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,33257,1733221760481 2024-12-03T10:29:22,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45527 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,33257,1733221760481 2024-12-03T10:29:22,535 DEBUG [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a 2024-12-03T10:29:22,535 DEBUG [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44677 2024-12-03T10:29:22,535 DEBUG [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:29:22,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736/rs 2024-12-03T10:29:22,546 DEBUG [RS:0;a78f5601770a:33257 {}] zookeeper.ZKUtil(111): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Set watcher on existing znode=/1-512103736/rs/a78f5601770a,33257,1733221760481 2024-12-03T10:29:22,547 WARN [RS:0;a78f5601770a:33257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:29:22,547 INFO [RS:0;a78f5601770a:33257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:22,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,33257,1733221760481] 2024-12-03T10:29:22,547 DEBUG [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/WALs/a78f5601770a,33257,1733221760481 2024-12-03T10:29:22,550 INFO [RS:0;a78f5601770a:33257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:29:22,551 INFO [RS:0;a78f5601770a:33257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:29:22,552 INFO [RS:0;a78f5601770a:33257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:29:22,552 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,552 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:29:22,553 INFO [RS:0;a78f5601770a:33257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:29:22,553 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:29:22,553 DEBUG [RS:0;a78f5601770a:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:29:22,555 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,555 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,555 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,555 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,555 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,555 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33257,1733221760481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:29:22,567 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:29:22,568 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33257,1733221760481-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,568 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,568 INFO [RS:0;a78f5601770a:33257 {}] regionserver.Replication(171): a78f5601770a,33257,1733221760481 started 2024-12-03T10:29:22,580 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:22,580 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,33257,1733221760481, RpcServer on a78f5601770a/172.17.0.2:33257, sessionid=0x1019c06d4540004 2024-12-03T10:29:22,580 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:29:22,580 DEBUG [RS:0;a78f5601770a:33257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,33257,1733221760481 2024-12-03T10:29:22,580 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,33257,1733221760481' 2024-12-03T10:29:22,580 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-512103736/flush-table-proc/abort' 2024-12-03T10:29:22,581 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-512103736/flush-table-proc/acquired' 2024-12-03T10:29:22,581 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:29:22,581 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:29:22,581 DEBUG [RS:0;a78f5601770a:33257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,33257,1733221760481 2024-12-03T10:29:22,581 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,33257,1733221760481' 2024-12-03T10:29:22,581 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-512103736/online-snapshot/abort' 2024-12-03T10:29:22,582 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-512103736/online-snapshot/acquired' 2024-12-03T10:29:22,582 DEBUG [RS:0;a78f5601770a:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:29:22,582 INFO [RS:0;a78f5601770a:33257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:29:22,582 INFO [RS:0;a78f5601770a:33257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:29:22,682 INFO [RS:0;a78f5601770a:33257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:29:22,684 INFO [RS:0;a78f5601770a:33257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C33257%2C1733221760481, suffix=, logDir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/WALs/a78f5601770a,33257,1733221760481, archiveDir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/oldWALs, maxLogs=10 2024-12-03T10:29:22,695 DEBUG [RS:0;a78f5601770a:33257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/WALs/a78f5601770a,33257,1733221760481/a78f5601770a%2C33257%2C1733221760481.1733221762684, exclude list is [], retry=0 2024-12-03T10:29:22,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41557,DS-8b5ef44c-d8f5-4851-b937-a1fb867d4273,DISK] 2024-12-03T10:29:22,700 INFO [RS:0;a78f5601770a:33257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/WALs/a78f5601770a,33257,1733221760481/a78f5601770a%2C33257%2C1733221760481.1733221762684 2024-12-03T10:29:22,700 DEBUG [RS:0;a78f5601770a:33257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34665:34665)] 2024-12-03T10:29:22,774 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:29:22,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:22,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:22,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:29:22,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a 2024-12-03T10:29:22,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:29:23,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:23,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:29:23,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:29:23,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:23,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:23,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:29:23,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:29:23,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:23,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:23,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:29:23,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:29:23,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:23,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:23,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:29:23,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:29:23,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:23,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:23,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:29:23,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740 2024-12-03T10:29:23,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740 2024-12-03T10:29:23,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:29:23,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:29:23,273 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:23,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:29:23,276 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:23,276 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62993275, jitterRate=-0.06132705509662628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:23,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221763262Initializing all the Stores at 1733221763263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221763263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221763263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221763263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221763263Cleaning up temporary data from old regions at 1733221763272 (+9 ms)Region opened successfully at 1733221763276 (+4 ms) 2024-12-03T10:29:23,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:29:23,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:29:23,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:29:23,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:29:23,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:29:23,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:23,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221763277Disabling compacts and flushes for region at 1733221763277Disabling writes for close at 1733221763277Writing region close event to WAL at 1733221763277Closed at 1733221763277 2024-12-03T10:29:23,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:23,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:29:23,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:29:23,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:29:23,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:29:23,432 DEBUG [a78f5601770a:45527 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:29:23,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,33257,1733221760481 2024-12-03T10:29:23,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,33257,1733221760481, state=OPENING 2024-12-03T10:29:23,451 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:29:23,500 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:29:23,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:23,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:23,513 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:29:23,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-512103736/meta-region-server: CHANGED 2024-12-03T10:29:23,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-512103736/meta-region-server: CHANGED 2024-12-03T10:29:23,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,33257,1733221760481}] 2024-12-03T10:29:23,666 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:29:23,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:29:23,671 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:29:23,671 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:23,671 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:29:23,673 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C33257%2C1733221760481.meta, suffix=.meta, logDir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/WALs/a78f5601770a,33257,1733221760481, archiveDir=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/oldWALs, maxLogs=10 2024-12-03T10:29:23,684 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/WALs/a78f5601770a,33257,1733221760481/a78f5601770a%2C33257%2C1733221760481.meta.1733221763673.meta, exclude list is [], retry=0 2024-12-03T10:29:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41557,DS-8b5ef44c-d8f5-4851-b937-a1fb867d4273,DISK] 2024-12-03T10:29:23,688 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/WALs/a78f5601770a,33257,1733221760481/a78f5601770a%2C33257%2C1733221760481.meta.1733221763673.meta 2024-12-03T10:29:23,689 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34665:34665)] 2024-12-03T10:29:23,689 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:23,689 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:29:23,689 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:29:23,689 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:29:23,690 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:29:23,690 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:29:23,690 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:23,690 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:29:23,690 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:29:23,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:29:23,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:29:23,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:23,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:23,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:29:23,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:29:23,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:23,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:23,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:29:23,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:29:23,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:23,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:23,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:29:23,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:29:23,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:23,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:23,697 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:29:23,697 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740 2024-12-03T10:29:23,698 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740 2024-12-03T10:29:23,699 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:29:23,699 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:29:23,700 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:23,701 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:29:23,702 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69509809, jitterRate=0.03577686846256256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:23,702 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:29:23,702 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221763690Writing region info on filesystem at 1733221763690Initializing all the Stores at 1733221763691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221763691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221763691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221763691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221763691Cleaning up temporary data from old regions at 1733221763699 (+8 ms)Running coprocessor post-open hooks at 1733221763702 (+3 ms)Region opened successfully at 1733221763702 2024-12-03T10:29:23,703 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221763666 2024-12-03T10:29:23,705 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:29:23,705 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:29:23,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,33257,1733221760481 2024-12-03T10:29:23,707 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,33257,1733221760481, state=OPEN 2024-12-03T10:29:23,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-512103736/meta-region-server 2024-12-03T10:29:23,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-512103736/meta-region-server 2024-12-03T10:29:23,713 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,33257,1733221760481 2024-12-03T10:29:23,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-512103736/meta-region-server: CHANGED 2024-12-03T10:29:23,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-512103736/meta-region-server: CHANGED 2024-12-03T10:29:23,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:29:23,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,33257,1733221760481 in 200 msec 2024-12-03T10:29:23,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:29:23,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-12-03T10:29:23,719 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:23,719 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:29:23,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:23,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,33257,1733221760481, seqNum=-1] 2024-12-03T10:29:23,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:23,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:23,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-12-03T10:29:23,729 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221763729, completionTime=-1 2024-12-03T10:29:23,729 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:29:23,729 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:29:23,731 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:29:23,731 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221823731 2024-12-03T10:29:23,731 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733221883731 2024-12-03T10:29:23,731 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T10:29:23,732 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45527,1733221760373-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:23,732 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45527,1733221760373-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:23,732 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45527,1733221760373-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:23,732 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:45527, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:23,732 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:23,734 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:29:23,735 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:23,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.200sec 2024-12-03T10:29:23,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:29:23,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:29:23,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:29:23,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:29:23,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:29:23,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45527,1733221760373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:29:23,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45527,1733221760373-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:29:23,741 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:29:23,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:29:23,742 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45527,1733221760373-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:23,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:23,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45527,-1 for getting cluster id 2024-12-03T10:29:23,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:23,808 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '558225a3-f9c7-471a-9454-3435685362e3' 2024-12-03T10:29:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "558225a3-f9c7-471a-9454-3435685362e3" 2024-12-03T10:29:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45565b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45527,-1] 2024-12-03T10:29:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:23,810 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:23,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:23,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,33257,1733221760481, seqNum=-1] 2024-12-03T10:29:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:23,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:23,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,45527,1733221760373 2024-12-03T10:29:23,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65143 2024-12-03T10:29:23,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:23,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019c06d4540005 connected 2024-12-03T10:29:23,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:23,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,33603,-1 for getting cluster id 2024-12-03T10:29:23,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:23,833 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79235397-9c8b-4d9b-9d8d-eb5658017ad8' 2024-12-03T10:29:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79235397-9c8b-4d9b-9d8d-eb5658017ad8" 2024-12-03T10:29:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ac7a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,33603,-1] 2024-12-03T10:29:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:23,835 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c8fb51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:23,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,33603,1733221755210 2024-12-03T10:29:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e96647 2024-12-03T10:29:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:23,838 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:23,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:45527,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:29:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:29:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:23,841 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:45527' 2024-12-03T10:29:23,843 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ef27e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:23,843 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45527,-1 for getting cluster id 2024-12-03T10:29:23,843 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:23,844 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '558225a3-f9c7-471a-9454-3435685362e3' 2024-12-03T10:29:23,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:23,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "558225a3-f9c7-471a-9454-3435685362e3" 2024-12-03T10:29:23,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a387f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:23,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45527,-1] 2024-12-03T10:29:23,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:23,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:23,846 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:23,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9e9a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:23,847 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:23,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,45527,1733221760373 2024-12-03T10:29:23,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12f7a24 2024-12-03T10:29:23,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:23,849 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:23,850 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T10:29:23,850 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:29:23,850 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:23,850 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:23,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:23,851 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:23,852 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:29:23,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:29:23,854 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:23,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:29:23,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741835_1011 (size=1138) 2024-12-03T10:29:23,903 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:29:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:24,264 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dce254959061b850f3fd4f6565228a19, NAME => 'hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c 2024-12-03T10:29:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741836_1012 (size=44) 2024-12-03T10:29:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:24,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:24,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dce254959061b850f3fd4f6565228a19, disabling compactions & flushes 2024-12-03T10:29:24,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:24,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:24,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. after waiting 0 ms 2024-12-03T10:29:24,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:24,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:24,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dce254959061b850f3fd4f6565228a19: Waiting for close lock at 1733221764670Disabling compacts and flushes for region at 1733221764670Disabling writes for close at 1733221764671 (+1 ms)Writing region close event to WAL at 1733221764671Closed at 1733221764671 2024-12-03T10:29:24,672 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:29:24,672 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221764672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221764672"}]},"ts":"1733221764672"} 2024-12-03T10:29:24,675 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:29:24,676 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:29:24,676 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221764676"}]},"ts":"1733221764676"} 2024-12-03T10:29:24,678 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:29:24,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dce254959061b850f3fd4f6565228a19, ASSIGN}] 2024-12-03T10:29:24,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dce254959061b850f3fd4f6565228a19, ASSIGN 2024-12-03T10:29:24,680 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dce254959061b850f3fd4f6565228a19, ASSIGN; state=OFFLINE, location=a78f5601770a,40585,1733221755375; forceNewPlan=false, retain=false 2024-12-03T10:29:24,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dce254959061b850f3fd4f6565228a19, regionState=OPENING, regionLocation=a78f5601770a,40585,1733221755375 2024-12-03T10:29:24,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dce254959061b850f3fd4f6565228a19, ASSIGN because future has completed 2024-12-03T10:29:24,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce254959061b850f3fd4f6565228a19, server=a78f5601770a,40585,1733221755375}] 2024-12-03T10:29:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:24,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:24,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:24,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:29:24,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C40585%2C1733221755375.rep, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/oldWALs, maxLogs=10 2024-12-03T10:29:25,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.rep.1733221764992, exclude list is [], retry=0 2024-12-03T10:29:25,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45075,DS-17cb789f-e7e0-4c6c-934e-bd5ff01b6065,DISK] 2024-12-03T10:29:25,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.rep.1733221764992 2024-12-03T10:29:25,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39507:39507)] 2024-12-03T10:29:25,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dce254959061b850f3fd4f6565228a19, NAME => 'hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:25,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:29:25,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:29:25,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. service=MultiRowMutationService 2024-12-03T10:29:25,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:29:25,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:25,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,009 INFO [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,011 INFO [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce254959061b850f3fd4f6565228a19 columnFamilyName hfileref 2024-12-03T10:29:25,011 DEBUG [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:25,011 INFO [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] regionserver.HStore(327): Store=dce254959061b850f3fd4f6565228a19/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:25,011 INFO [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,012 INFO [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce254959061b850f3fd4f6565228a19 columnFamilyName queue 2024-12-03T10:29:25,012 DEBUG [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:25,013 INFO [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] regionserver.HStore(327): Store=dce254959061b850f3fd4f6565228a19/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:25,013 INFO [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,014 INFO [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce254959061b850f3fd4f6565228a19 columnFamilyName sid 2024-12-03T10:29:25,014 DEBUG [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:25,015 INFO [StoreOpener-dce254959061b850f3fd4f6565228a19-1 {}] regionserver.HStore(327): Store=dce254959061b850f3fd4f6565228a19/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:25,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/replication/dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/replication/dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:29:25,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/replication/dce254959061b850f3fd4f6565228a19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:25,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened dce254959061b850f3fd4f6565228a19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66747053, jitterRate=-0.005391404032707214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:29:25,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:25,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dce254959061b850f3fd4f6565228a19: Running coprocessor pre-open hook at 1733221765008Writing region info on filesystem at 1733221765008Initializing all the Stores at 1733221765009 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221765009Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221765009Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221765009Cleaning up temporary data from old regions at 1733221765017 (+8 ms)Running coprocessor post-open hooks at 1733221765021 (+4 ms)Region opened successfully at 1733221765021 2024-12-03T10:29:25,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19., pid=7, masterSystemTime=1733221764986 2024-12-03T10:29:25,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:25,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:25,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dce254959061b850f3fd4f6565228a19, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,40585,1733221755375 2024-12-03T10:29:25,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce254959061b850f3fd4f6565228a19, server=a78f5601770a,40585,1733221755375 because future has completed 2024-12-03T10:29:25,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T10:29:25,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dce254959061b850f3fd4f6565228a19, server=a78f5601770a,40585,1733221755375 in 196 msec 2024-12-03T10:29:25,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:29:25,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dce254959061b850f3fd4f6565228a19, ASSIGN in 353 msec 2024-12-03T10:29:25,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:29:25,034 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221765034"}]},"ts":"1733221765034"} 2024-12-03T10:29:25,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:29:25,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:29:25,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-03T10:29:25,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19., hostname=a78f5601770a,40585,1733221755375, seqNum=2] 2024-12-03T10:29:25,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:25,096 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:25,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:29:25,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T10:29:25,268 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:29:25,292 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,40585,1733221755375, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:29:25,293 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:25,293 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,40585,1733221755375, seqNum=-1] 2024-12-03T10:29:25,293 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:25,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-03T10:29:25,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,40585,1733221755375', locateType=CURRENT is [region=hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19., hostname=a78f5601770a,40585,1733221755375, seqNum=2] 2024-12-03T10:29:25,298 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T10:29:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T10:29:25,301 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,40585,1733221755375 suceeded 2024-12-03T10:29:25,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T10:29:25,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-03T10:29:25,304 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:45527,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:29:25,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-12-03T10:29:25,312 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:45527' 2024-12-03T10:29:25,313 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@266f9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:25,313 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45527,-1 for getting cluster id 2024-12-03T10:29:25,313 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:25,314 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '558225a3-f9c7-471a-9454-3435685362e3' 2024-12-03T10:29:25,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:25,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "558225a3-f9c7-471a-9454-3435685362e3" 2024-12-03T10:29:25,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2f84a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:25,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45527,-1] 2024-12-03T10:29:25,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:25,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:25,316 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:25,316 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ad55f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:25,316 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:25,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,45527,1733221760373 2024-12-03T10:29:25,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62e676d0 2024-12-03T10:29:25,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:25,318 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-03T10:29:25,319 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,40585,1733221755375 (queues=1) is replicating from cluster=79235397-9c8b-4d9b-9d8d-eb5658017ad8 to cluster=558225a3-f9c7-471a-9454-3435685362e3 2024-12-03T10:29:25,319 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C40585%2C1733221755375 2024-12-03T10:29:25,319 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,40585,1733221755375, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:29:25,319 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.shippera78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C40585%2C1733221755375 2024-12-03T10:29:25,319 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.wal-reader.a78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588, startPosition=0, beingWritten=true 2024-12-03T10:29:25,525 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.wal-reader.a78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588 to pos 0, reset compression=false 2024-12-03T10:29:25,830 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.wal-reader.a78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588 to pos 0, reset compression=false 2024-12-03T10:29:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:25,986 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:29:25,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:25,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:25,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:25,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:25,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:25,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,33603,1733221755210 2024-12-03T10:29:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a559e22 2024-12-03T10:29:25,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:25,988 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:25,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T10:29:25,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:29:25,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:25,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:25,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:25,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:25,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:25,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:29:25,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1688624788, stopped=false 2024-12-03T10:29:25,989 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,45527,1733221760373 2024-12-03T10:29:26,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-512103736/running 2024-12-03T10:29:26,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-512103736/running 2024-12-03T10:29:26,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:26,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:26,049 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:29:26,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:26,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:26,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:26,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Set watcher on znode that does not yet exist, /1-512103736/running 2024-12-03T10:29:26,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Set watcher on znode that does not yet exist, /1-512103736/running 2024-12-03T10:29:26,050 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,33257,1733221760481' ***** 2024-12-03T10:29:26,050 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:29:26,050 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:29:26,050 INFO [RS:0;a78f5601770a:33257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:29:26,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:29:26,050 INFO [RS:0;a78f5601770a:33257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:29:26,050 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,33257,1733221760481 2024-12-03T10:29:26,050 INFO [RS:0;a78f5601770a:33257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:29:26,050 INFO [RS:0;a78f5601770a:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:33257. 2024-12-03T10:29:26,050 DEBUG [RS:0;a78f5601770a:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:26,050 DEBUG [RS:0;a78f5601770a:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:26,050 INFO [RS:0;a78f5601770a:33257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:29:26,050 INFO [RS:0;a78f5601770a:33257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:29:26,050 INFO [RS:0;a78f5601770a:33257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:29:26,050 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:29:26,051 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:29:26,051 DEBUG [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:29:26,051 DEBUG [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:26,051 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:29:26,051 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:29:26,051 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:29:26,051 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:29:26,051 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:29:26,051 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T10:29:26,058 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:29:26,065 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740/.tmp/ns/8bcc2d5c2f5b471e8d0c2081b2a559f7 is 43, key is default/ns:d/1733221763723/Put/seqid=0 2024-12-03T10:29:26,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741835_1011 (size=5153) 2024-12-03T10:29:26,235 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.wal-reader.a78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588 to pos 0, reset compression=false 2024-12-03T10:29:26,251 DEBUG [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:26,451 DEBUG [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:26,470 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740/.tmp/ns/8bcc2d5c2f5b471e8d0c2081b2a559f7 2024-12-03T10:29:26,475 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740/.tmp/ns/8bcc2d5c2f5b471e8d0c2081b2a559f7 as hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740/ns/8bcc2d5c2f5b471e8d0c2081b2a559f7 2024-12-03T10:29:26,480 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740/ns/8bcc2d5c2f5b471e8d0c2081b2a559f7, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T10:29:26,482 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-12-03T10:29:26,486 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:29:26,486 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:29:26,486 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:29:26,486 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:26,486 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221766051Running coprocessor pre-close hooks at 1733221766051Disabling compacts and flushes for region at 1733221766051Disabling writes for close at 1733221766051Obtaining lock to block concurrent updates at 1733221766051Preparing flush snapshotting stores in 1588230740 at 1733221766051Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733221766051Flushing stores of hbase:meta,,1.1588230740 at 1733221766052 (+1 ms)Flushing 1588230740/ns: creating writer at 1733221766052Flushing 1588230740/ns: appending metadata at 1733221766065 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733221766065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7dc618: reopening flushed file at 1733221766474 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1733221766482 (+8 ms)Writing region close event to WAL at 1733221766482Running coprocessor post-close hooks at 1733221766486 (+4 ms)Closed at 1733221766486 2024-12-03T10:29:26,486 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:26,603 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:29:26,603 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:29:26,651 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,33257,1733221760481; all regions closed. 2024-12-03T10:29:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741834_1010 (size=1152) 2024-12-03T10:29:26,656 DEBUG [RS:0;a78f5601770a:33257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/oldWALs 2024-12-03T10:29:26,656 INFO [RS:0;a78f5601770a:33257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C33257%2C1733221760481.meta:.meta(num 1733221763673) 2024-12-03T10:29:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741832_1008 (size=93) 2024-12-03T10:29:26,660 DEBUG [RS:0;a78f5601770a:33257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/oldWALs 2024-12-03T10:29:26,660 INFO [RS:0;a78f5601770a:33257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C33257%2C1733221760481:(num 1733221762684) 2024-12-03T10:29:26,660 DEBUG [RS:0;a78f5601770a:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:26,660 INFO [RS:0;a78f5601770a:33257 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:29:26,661 INFO [RS:0;a78f5601770a:33257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:29:26,661 INFO [RS:0;a78f5601770a:33257 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T10:29:26,661 INFO [RS:0;a78f5601770a:33257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:29:26,661 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:29:26,661 INFO [RS:0;a78f5601770a:33257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33257 2024-12-03T10:29:26,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736/rs 2024-12-03T10:29:26,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-512103736/rs/a78f5601770a,33257,1733221760481 2024-12-03T10:29:26,679 INFO [RS:0;a78f5601770a:33257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:29:26,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,33257,1733221760481] 2024-12-03T10:29:26,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-512103736/draining/a78f5601770a,33257,1733221760481 already deleted, retry=false 2024-12-03T10:29:26,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,33257,1733221760481 expired; onlineServers=0 2024-12-03T10:29:26,696 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,45527,1733221760373' ***** 2024-12-03T10:29:26,696 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:29:26,696 INFO [M:0;a78f5601770a:45527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:29:26,696 INFO [M:0;a78f5601770a:45527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:29:26,696 DEBUG [M:0;a78f5601770a:45527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:29:26,696 DEBUG [M:0;a78f5601770a:45527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:29:26,696 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:29:26,696 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221762450 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221762450,5,FailOnTimeoutGroup] 2024-12-03T10:29:26,696 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221762451 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221762451,5,FailOnTimeoutGroup] 2024-12-03T10:29:26,696 INFO [M:0;a78f5601770a:45527 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:29:26,696 INFO [M:0;a78f5601770a:45527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:29:26,697 DEBUG [M:0;a78f5601770a:45527 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:29:26,697 INFO [M:0;a78f5601770a:45527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:29:26,697 INFO [M:0;a78f5601770a:45527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:29:26,697 INFO [M:0;a78f5601770a:45527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:29:26,697 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:29:26,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-512103736/master 2024-12-03T10:29:26,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-512103736 2024-12-03T10:29:26,704 DEBUG [M:0;a78f5601770a:45527 {}] zookeeper.ZKUtil(347): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Unable to get data of znode /1-512103736/master because node does not exist (not an error) 2024-12-03T10:29:26,704 WARN [M:0;a78f5601770a:45527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:29:26,705 INFO [M:0;a78f5601770a:45527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/.lastflushedseqids 2024-12-03T10:29:26,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741836_1012 (size=99) 2024-12-03T10:29:26,739 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.wal-reader.a78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588 to pos 0, reset compression=false 2024-12-03T10:29:26,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:26,788 INFO [RS:0;a78f5601770a:33257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:29:26,788 INFO [RS:0;a78f5601770a:33257 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,33257,1733221760481; zookeeper connection closed. 2024-12-03T10:29:26,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1019c06d4540004, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:26,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e1ca579 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e1ca579 2024-12-03T10:29:26,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:29:27,110 INFO [M:0;a78f5601770a:45527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:29:27,110 INFO [M:0;a78f5601770a:45527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:29:27,111 DEBUG [M:0;a78f5601770a:45527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:29:27,111 INFO [M:0;a78f5601770a:45527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:27,111 DEBUG [M:0;a78f5601770a:45527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:27,111 DEBUG [M:0;a78f5601770a:45527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:29:27,111 DEBUG [M:0;a78f5601770a:45527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:27,111 INFO [M:0;a78f5601770a:45527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T10:29:27,124 DEBUG [M:0;a78f5601770a:45527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b566d96913948b2913c8b7aac8d96e6 is 82, key is hbase:meta,,1/info:regioninfo/1733221763706/Put/seqid=0 2024-12-03T10:29:27,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741837_1013 (size=5672) 2024-12-03T10:29:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:29:27,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T10:29:27,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T10:29:27,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T10:29:27,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:29:27,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T10:29:27,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:29:27,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T10:29:27,344 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.wal-reader.a78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588 to pos 0, reset compression=false 2024-12-03T10:29:27,529 INFO [M:0;a78f5601770a:45527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b566d96913948b2913c8b7aac8d96e6 2024-12-03T10:29:27,554 DEBUG [M:0;a78f5601770a:45527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ad9aad75a6240e7a4d805a3876ef514 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733221763728/Put/seqid=0 2024-12-03T10:29:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741838_1014 (size=5275) 2024-12-03T10:29:27,959 INFO [M:0;a78f5601770a:45527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ad9aad75a6240e7a4d805a3876ef514 2024-12-03T10:29:27,975 DEBUG [M:0;a78f5601770a:45527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fe58239101441cf8456d0dc44f92735 is 69, key is a78f5601770a,33257,1733221760481/rs:state/1733221762534/Put/seqid=0 2024-12-03T10:29:27,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741839_1015 (size=5156) 2024-12-03T10:29:28,049 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.wal-reader.a78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588 to pos 0, reset compression=false 2024-12-03T10:29:28,380 INFO [M:0;a78f5601770a:45527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fe58239101441cf8456d0dc44f92735 2024-12-03T10:29:28,385 DEBUG [M:0;a78f5601770a:45527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b566d96913948b2913c8b7aac8d96e6 as hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b566d96913948b2913c8b7aac8d96e6 2024-12-03T10:29:28,390 INFO [M:0;a78f5601770a:45527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b566d96913948b2913c8b7aac8d96e6, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T10:29:28,391 DEBUG [M:0;a78f5601770a:45527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ad9aad75a6240e7a4d805a3876ef514 as hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ad9aad75a6240e7a4d805a3876ef514 2024-12-03T10:29:28,395 INFO [M:0;a78f5601770a:45527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ad9aad75a6240e7a4d805a3876ef514, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T10:29:28,396 DEBUG [M:0;a78f5601770a:45527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fe58239101441cf8456d0dc44f92735 as hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fe58239101441cf8456d0dc44f92735 2024-12-03T10:29:28,402 INFO [M:0;a78f5601770a:45527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44677/user/jenkins/test-data/d726f5c5-25cb-5c1a-d7d1-f07c4b03532a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fe58239101441cf8456d0dc44f92735, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T10:29:28,403 INFO [M:0;a78f5601770a:45527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false 2024-12-03T10:29:28,404 INFO [M:0;a78f5601770a:45527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:28,404 DEBUG [M:0;a78f5601770a:45527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221767110Disabling compacts and flushes for region at 1733221767110Disabling writes for close at 1733221767111 (+1 ms)Obtaining lock to block concurrent updates at 1733221767111Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221767111Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733221767111Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221767112 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221767112Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221767124 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221767124Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221767535 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221767553 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221767553Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221767963 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221767975 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221767975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735dc4e9: reopening flushed file at 1733221768384 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f6b9775: reopening flushed file at 1733221768390 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c310c3: reopening flushed file at 1733221768395 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false at 1733221768403 (+8 ms)Writing region close event to WAL at 1733221768404 (+1 ms)Closed at 1733221768404 2024-12-03T10:29:28,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741830_1006 (size=10165) 2024-12-03T10:29:28,407 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:29:28,408 INFO [M:0;a78f5601770a:45527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:29:28,408 INFO [M:0;a78f5601770a:45527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45527 2024-12-03T10:29:28,408 INFO [M:0;a78f5601770a:45527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:29:28,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:28,536 INFO [M:0;a78f5601770a:45527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:29:28,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45527-0x1019c06d4540003, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:28,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:29:28,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:29:28,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:29:28,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:29:28,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/hadoop.log.dir/,STOPPED} 2024-12-03T10:29:28,542 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:29:28,542 WARN [BP-1209721780-172.17.0.2-1733221758665 heartbeating to localhost/127.0.0.1:44677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:29:28,542 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:29:28,542 WARN [BP-1209721780-172.17.0.2-1733221758665 heartbeating to localhost/127.0.0.1:44677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1209721780-172.17.0.2-1733221758665 (Datanode Uuid d7f7cfc6-67dc-4a0b-970b-0c60d38e0234) service to localhost/127.0.0.1:44677 2024-12-03T10:29:28,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/cluster_553c60fe-8f3c-60d3-9edc-2c1e4f401ae1/data/data1/current/BP-1209721780-172.17.0.2-1733221758665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:29:28,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/cluster_553c60fe-8f3c-60d3-9edc-2c1e4f401ae1/data/data2/current/BP-1209721780-172.17.0.2-1733221758665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:29:28,543 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:29:28,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:29:28,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:29:28,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:29:28,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:29:28,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/hadoop.log.dir/,STOPPED} 2024-12-03T10:29:28,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:29:28,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:29:28,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:28,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:28,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:28,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:28,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:28,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:29:28,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=309151431, stopped=false 2024-12-03T10:29:28,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,33603,1733221755210 2024-12-03T10:29:28,596 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0348414847/running 2024-12-03T10:29:28,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0348414847/running 2024-12-03T10:29:28,596 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:29:28,596 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:28,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:28,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:28,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:28,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:28,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Set watcher on znode that does not yet exist, /0348414847/running 2024-12-03T10:29:28,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Set watcher on znode that does not yet exist, /0348414847/running 2024-12-03T10:29:28,596 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,40585,1733221755375' ***** 2024-12-03T10:29:28,596 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:29:28,596 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:29:28,597 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:29:28,597 INFO [RS:0;a78f5601770a:40585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:29:28,597 INFO [RS:0;a78f5601770a:40585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:29:28,597 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(3091): Received CLOSE for dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:28,597 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,40585,1733221755375 2024-12-03T10:29:28,597 INFO [RS:0;a78f5601770a:40585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:29:28,597 INFO [RS:0;a78f5601770a:40585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:40585. 2024-12-03T10:29:28,597 DEBUG [RS:0;a78f5601770a:40585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:28,597 DEBUG [RS:0;a78f5601770a:40585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:28,597 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dce254959061b850f3fd4f6565228a19, disabling compactions & flushes 2024-12-03T10:29:28,597 INFO [RS:0;a78f5601770a:40585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:29:28,597 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:28,597 INFO [RS:0;a78f5601770a:40585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:29:28,597 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:28,597 INFO [RS:0;a78f5601770a:40585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:29:28,597 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. after waiting 0 ms 2024-12-03T10:29:28,597 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:28,597 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:29:28,597 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dce254959061b850f3fd4f6565228a19 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T10:29:28,598 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:29:28,598 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dce254959061b850f3fd4f6565228a19=hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19.} 2024-12-03T10:29:28,598 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:28,598 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:29:28,598 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:29:28,598 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:29:28,598 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:29:28,598 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:29:28,598 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T10:29:28,611 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/.tmp/info/bc4348500ae34a13988ab08b8012a6a4 is 147, key is hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19./info:regioninfo/1733221765025/Put/seqid=0 2024-12-03T10:29:28,611 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/replication/dce254959061b850f3fd4f6565228a19/.tmp/queue/8acbbd89f6ca4b65b7e8b8c0f928bcb5 is 151, key is 1-a78f5601770a,40585,1733221755375/queue:a78f5601770a%2C40585%2C1733221755375/1733221765297/Put/seqid=0 2024-12-03T10:29:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741839_1015 (size=5350) 2024-12-03T10:29:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741838_1014 (size=6631) 2024-12-03T10:29:28,674 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:29:28,798 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:28,853 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.wal-reader.a78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588 to pos 0, reset compression=false 2024-12-03T10:29:28,998 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dce254959061b850f3fd4f6565228a19 2024-12-03T10:29:29,016 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/replication/dce254959061b850f3fd4f6565228a19/.tmp/queue/8acbbd89f6ca4b65b7e8b8c0f928bcb5 2024-12-03T10:29:29,016 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/.tmp/info/bc4348500ae34a13988ab08b8012a6a4 2024-12-03T10:29:29,022 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/replication/dce254959061b850f3fd4f6565228a19/.tmp/queue/8acbbd89f6ca4b65b7e8b8c0f928bcb5 as hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/replication/dce254959061b850f3fd4f6565228a19/queue/8acbbd89f6ca4b65b7e8b8c0f928bcb5 2024-12-03T10:29:29,028 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/replication/dce254959061b850f3fd4f6565228a19/queue/8acbbd89f6ca4b65b7e8b8c0f928bcb5, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T10:29:29,029 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dce254959061b850f3fd4f6565228a19 in 432ms, sequenceid=5, compaction requested=false 2024-12-03T10:29:29,029 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T10:29:29,035 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/replication/dce254959061b850f3fd4f6565228a19/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T10:29:29,035 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:29:29,035 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:29:29,036 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:29,036 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dce254959061b850f3fd4f6565228a19: Waiting for close lock at 1733221768597Running coprocessor pre-close hooks at 1733221768597Disabling compacts and flushes for region at 1733221768597Disabling writes for close at 1733221768597Obtaining lock to block concurrent updates at 1733221768597Preparing flush snapshotting stores in dce254959061b850f3fd4f6565228a19 at 1733221768597Finished memstore snapshotting hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733221768598 (+1 ms)Flushing stores of hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. at 1733221768598Flushing dce254959061b850f3fd4f6565228a19/queue: creating writer at 1733221768598Flushing dce254959061b850f3fd4f6565228a19/queue: appending metadata at 1733221768610 (+12 ms)Flushing dce254959061b850f3fd4f6565228a19/queue: closing flushed file at 1733221768610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bff6584: reopening flushed file at 1733221769022 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dce254959061b850f3fd4f6565228a19 in 432ms, sequenceid=5, compaction requested=false at 1733221769029 (+7 ms)Writing region close event to WAL at 1733221769031 (+2 ms)Running coprocessor post-close hooks at 1733221769035 (+4 ms)Closed at 1733221769036 (+1 ms) 2024-12-03T10:29:29,036 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/.tmp/ns/01392dc290da44babc802a94fb95f0c8 is 43, key is default/ns:d/1733221758583/Put/seqid=0 2024-12-03T10:29:29,036 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221763850.dce254959061b850f3fd4f6565228a19. 2024-12-03T10:29:29,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741840_1016 (size=5153) 2024-12-03T10:29:29,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:29:29,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:29,198 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:29,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:29,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:29,398 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:29,440 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/.tmp/ns/01392dc290da44babc802a94fb95f0c8 2024-12-03T10:29:29,458 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:29:29,458 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:29:29,461 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/.tmp/table/a29aa0847bad4bdf9300ae8ce0683025 is 53, key is hbase:replication/table:state/1733221765034/Put/seqid=0 2024-12-03T10:29:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741841_1017 (size=5256) 2024-12-03T10:29:29,598 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:29:29,599 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:29:29,599 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:29,758 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.wal-reader.a78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.1733221757588 to pos 0, reset compression=false 2024-12-03T10:29:29,799 DEBUG [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:29:29,866 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/.tmp/table/a29aa0847bad4bdf9300ae8ce0683025 2024-12-03T10:29:29,872 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/.tmp/info/bc4348500ae34a13988ab08b8012a6a4 as hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/info/bc4348500ae34a13988ab08b8012a6a4 2024-12-03T10:29:29,877 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/info/bc4348500ae34a13988ab08b8012a6a4, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T10:29:29,878 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/.tmp/ns/01392dc290da44babc802a94fb95f0c8 as hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/ns/01392dc290da44babc802a94fb95f0c8 2024-12-03T10:29:29,884 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/ns/01392dc290da44babc802a94fb95f0c8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T10:29:29,884 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/.tmp/table/a29aa0847bad4bdf9300ae8ce0683025 as hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/table/a29aa0847bad4bdf9300ae8ce0683025 2024-12-03T10:29:29,889 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/table/a29aa0847bad4bdf9300ae8ce0683025, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T10:29:29,890 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false 2024-12-03T10:29:29,895 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T10:29:29,895 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:29:29,895 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:29:29,895 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:29,895 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221768598Running coprocessor pre-close hooks at 1733221768598Disabling compacts and flushes for region at 1733221768598Disabling writes for close at 1733221768598Obtaining lock to block concurrent updates at 1733221768598Preparing flush snapshotting stores in 1588230740 at 1733221768598Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733221768598Flushing stores of hbase:meta,,1.1588230740 at 1733221768599 (+1 ms)Flushing 1588230740/info: creating writer at 1733221768599Flushing 1588230740/info: appending metadata at 1733221768610 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733221768610Flushing 1588230740/ns: creating writer at 1733221769022 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733221769035 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733221769035Flushing 1588230740/table: creating writer at 1733221769446 (+411 ms)Flushing 1588230740/table: appending metadata at 1733221769461 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733221769461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f9d422: reopening flushed file at 1733221769871 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485cde0c: reopening flushed file at 1733221769878 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf572d6: reopening flushed file at 1733221769884 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false at 1733221769890 (+6 ms)Writing region close event to WAL at 1733221769891 (+1 ms)Running coprocessor post-close hooks at 1733221769895 (+4 ms)Closed at 1733221769895 2024-12-03T10:29:29,895 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:29,999 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,40585,1733221755375; all regions closed. 2024-12-03T10:29:30,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741834_1010 (size=2742) 2024-12-03T10:29:30,003 DEBUG [RS:0;a78f5601770a:40585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/oldWALs 2024-12-03T10:29:30,003 INFO [RS:0;a78f5601770a:40585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C40585%2C1733221755375.meta:.meta(num 1733221758499) 2024-12-03T10:29:30,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741837_1013 (size=1586) 2024-12-03T10:29:30,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/WALs/a78f5601770a,40585,1733221755375/a78f5601770a%2C40585%2C1733221755375.rep.1733221764992 not finished, retry = 0 2024-12-03T10:29:30,108 DEBUG [RS:0;a78f5601770a:40585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/oldWALs 2024-12-03T10:29:30,108 INFO [RS:0;a78f5601770a:40585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C40585%2C1733221755375.rep:(num 1733221764992) 2024-12-03T10:29:30,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741832_1008 (size=93) 2024-12-03T10:29:30,113 DEBUG [RS:0;a78f5601770a:40585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/oldWALs 2024-12-03T10:29:30,113 INFO [RS:0;a78f5601770a:40585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C40585%2C1733221755375:(num 1733221757588) 2024-12-03T10:29:30,113 DEBUG [RS:0;a78f5601770a:40585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:30,113 INFO [RS:0;a78f5601770a:40585 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:29:30,113 INFO [RS:0;a78f5601770a:40585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:29:30,113 INFO [RS:0;a78f5601770a:40585 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:29:30,113 INFO [RS:0;a78f5601770a:40585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:29:30,113 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:29:30,113 INFO [RS:0;a78f5601770a:40585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,40585,1733221755375 because: Region server is closing 2024-12-03T10:29:30,114 INFO [RS:0;a78f5601770a:40585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:40585. 2024-12-03T10:29:30,114 DEBUG [RS:0;a78f5601770a:40585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:30,114 DEBUG [RS:0;a78f5601770a:40585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:30,114 DEBUG [RS:0;a78f5601770a:40585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:30,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:30,214 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.wal-reader.a78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:29:30,214 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.shippera78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T10:29:30,215 INFO [RS:0;a78f5601770a:40585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,40585,1733221755375.replicationSource.shippera78f5601770a%2C40585%2C1733221755375,1-a78f5601770a,40585,1733221755375 terminated 2024-12-03T10:29:30,215 INFO [RS:0;a78f5601770a:40585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40585 2024-12-03T10:29:30,244 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0348414847/rs/a78f5601770a,40585,1733221755375 2024-12-03T10:29:30,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847/rs 2024-12-03T10:29:30,244 INFO [RS:0;a78f5601770a:40585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:29:30,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,40585,1733221755375] 2024-12-03T10:29:30,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0348414847/draining/a78f5601770a,40585,1733221755375 already deleted, retry=false 2024-12-03T10:29:30,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,40585,1733221755375 expired; onlineServers=0 2024-12-03T10:29:30,262 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,33603,1733221755210' ***** 2024-12-03T10:29:30,262 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:29:30,262 INFO [M:0;a78f5601770a:33603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:29:30,262 INFO [M:0;a78f5601770a:33603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:29:30,262 DEBUG [M:0;a78f5601770a:33603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:29:30,262 DEBUG [M:0;a78f5601770a:33603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:29:30,262 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:29:30,262 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221757315 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221757315,5,FailOnTimeoutGroup] 2024-12-03T10:29:30,262 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221757314 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221757314,5,FailOnTimeoutGroup] 2024-12-03T10:29:30,263 INFO [M:0;a78f5601770a:33603 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:29:30,263 INFO [M:0;a78f5601770a:33603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:29:30,263 DEBUG [M:0;a78f5601770a:33603 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:29:30,263 INFO [M:0;a78f5601770a:33603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:29:30,263 INFO [M:0;a78f5601770a:33603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:29:30,263 INFO [M:0;a78f5601770a:33603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:29:30,263 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:29:30,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0348414847/master 2024-12-03T10:29:30,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0348414847 2024-12-03T10:29:30,271 DEBUG [M:0;a78f5601770a:33603 {}] zookeeper.ZKUtil(347): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Unable to get data of znode /0348414847/master because node does not exist (not an error) 2024-12-03T10:29:30,271 WARN [M:0;a78f5601770a:33603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:29:30,271 INFO [M:0;a78f5601770a:33603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/.lastflushedseqids 2024-12-03T10:29:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741842_1018 (size=181) 2024-12-03T10:29:30,354 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:30,354 INFO [RS:0;a78f5601770a:40585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:29:30,354 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40585-0x1019c06d4540001, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:30,354 INFO [RS:0;a78f5601770a:40585 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,40585,1733221755375; zookeeper connection closed. 2024-12-03T10:29:30,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4621b007 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4621b007 2024-12-03T10:29:30,355 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:29:30,676 INFO [M:0;a78f5601770a:33603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:29:30,676 INFO [M:0;a78f5601770a:33603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:29:30,676 DEBUG [M:0;a78f5601770a:33603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:29:30,676 INFO [M:0;a78f5601770a:33603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:30,676 DEBUG [M:0;a78f5601770a:33603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:30,676 DEBUG [M:0;a78f5601770a:33603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:29:30,676 DEBUG [M:0;a78f5601770a:33603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:30,676 INFO [M:0;a78f5601770a:33603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T10:29:30,690 DEBUG [M:0;a78f5601770a:33603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1597ba66558b49bb8e686ef4ee6afa21 is 82, key is hbase:meta,,1/info:regioninfo/1733221758535/Put/seqid=0 2024-12-03T10:29:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741843_1019 (size=5672) 2024-12-03T10:29:31,095 INFO [M:0;a78f5601770a:33603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1597ba66558b49bb8e686ef4ee6afa21 2024-12-03T10:29:31,112 DEBUG [M:0;a78f5601770a:33603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1ab6911f8b34d41a9e700ca28ada737 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733221765038/Put/seqid=0 2024-12-03T10:29:31,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741844_1020 (size=7203) 2024-12-03T10:29:31,517 INFO [M:0;a78f5601770a:33603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1ab6911f8b34d41a9e700ca28ada737 2024-12-03T10:29:31,533 DEBUG [M:0;a78f5601770a:33603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a42ee1c203c4effa97b86b8676acf92 is 69, key is a78f5601770a,40585,1733221755375/rs:state/1733221757436/Put/seqid=0 2024-12-03T10:29:31,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741845_1021 (size=5156) 2024-12-03T10:29:31,938 INFO [M:0;a78f5601770a:33603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a42ee1c203c4effa97b86b8676acf92 2024-12-03T10:29:31,944 DEBUG [M:0;a78f5601770a:33603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1597ba66558b49bb8e686ef4ee6afa21 as hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1597ba66558b49bb8e686ef4ee6afa21 2024-12-03T10:29:31,950 INFO [M:0;a78f5601770a:33603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1597ba66558b49bb8e686ef4ee6afa21, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T10:29:31,951 DEBUG [M:0;a78f5601770a:33603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1ab6911f8b34d41a9e700ca28ada737 as hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1ab6911f8b34d41a9e700ca28ada737 2024-12-03T10:29:31,955 INFO [M:0;a78f5601770a:33603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1ab6911f8b34d41a9e700ca28ada737, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T10:29:31,956 DEBUG [M:0;a78f5601770a:33603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a42ee1c203c4effa97b86b8676acf92 as hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a42ee1c203c4effa97b86b8676acf92 2024-12-03T10:29:31,961 INFO [M:0;a78f5601770a:33603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a42ee1c203c4effa97b86b8676acf92, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T10:29:31,962 INFO [M:0;a78f5601770a:33603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-12-03T10:29:31,963 INFO [M:0;a78f5601770a:33603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:31,963 DEBUG [M:0;a78f5601770a:33603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221770676Disabling compacts and flushes for region at 1733221770676Disabling writes for close at 1733221770676Obtaining lock to block concurrent updates at 1733221770676Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221770676Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733221770677 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221770677Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221770677Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221770690 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221770690Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221771100 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221771112 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221771112Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221771521 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221771533 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221771533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f44edba: reopening flushed file at 1733221771942 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c327bb2: reopening flushed file at 1733221771950 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b9b920: reopening flushed file at 1733221771956 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1733221771962 (+6 ms)Writing region close event to WAL at 1733221771963 (+1 ms)Closed at 1733221771963 2024-12-03T10:29:31,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45075 is added to blk_1073741830_1006 (size=41008) 2024-12-03T10:29:31,965 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ad7eca6-0ddd-fdea-fd78-3092dcf48c0c/MasterData/WALs/a78f5601770a,33603,1733221755210/a78f5601770a%2C33603%2C1733221755210.1733221757115 not finished, retry = 0 2024-12-03T10:29:32,066 INFO [M:0;a78f5601770a:33603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:29:32,066 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:29:32,066 INFO [M:0;a78f5601770a:33603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33603 2024-12-03T10:29:32,067 INFO [M:0;a78f5601770a:33603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:29:32,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:32,194 INFO [M:0;a78f5601770a:33603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:29:32,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x1019c06d4540000, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:29:32,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:29:32,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:29:32,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:29:32,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:29:32,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/hadoop.log.dir/,STOPPED} 2024-12-03T10:29:32,199 WARN [BP-1487847578-172.17.0.2-1733221753477 heartbeating to localhost/127.0.0.1:45247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:29:32,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:29:32,199 WARN [BP-1487847578-172.17.0.2-1733221753477 heartbeating to localhost/127.0.0.1:45247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1487847578-172.17.0.2-1733221753477 (Datanode Uuid f0b71236-392a-4a7a-9e8c-9c69ac80ce4a) service to localhost/127.0.0.1:45247 2024-12-03T10:29:32,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:29:32,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/cluster_134afb48-b6a2-7dfd-16a3-fc4720e3f144/data/data1/current/BP-1487847578-172.17.0.2-1733221753477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:29:32,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/cluster_134afb48-b6a2-7dfd-16a3-fc4720e3f144/data/data2/current/BP-1487847578-172.17.0.2-1733221753477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:29:32,199 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:29:32,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:29:32,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:29:32,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:29:32,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:29:32,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a2c11b-542e-3442-e1a0-e00c62ae173f/hadoop.log.dir/,STOPPED} 2024-12-03T10:29:32,211 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:29:32,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:29:32,231 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65143) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45247 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65143) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44677 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 135) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8044 (was 8368) 2024-12-03T10:29:32,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=8044 2024-12-03T10:29:32,247 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-03T10:29:32,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/hadoop.log.dir so I do NOT create it in target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b 2024-12-03T10:29:32,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:29:32,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/hadoop.tmp.dir so I do NOT create it in target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b 2024-12-03T10:29:32,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a107557-6e1e-b03b-c918-37d1171ee646/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:29:32,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b 2024-12-03T10:29:32,248 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/cluster_7049827c-652c-36ef-9114-ac61d186edc3, deleteOnExit=true 2024-12-03T10:29:32,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/cluster_7049827c-652c-36ef-9114-ac61d186edc3/zookeeper_0, clientPort=63545, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/cluster_7049827c-652c-36ef-9114-ac61d186edc3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/cluster_7049827c-652c-36ef-9114-ac61d186edc3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:29:32,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63545 2024-12-03T10:29:32,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:29:32,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:29:32,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/test.cache.data in system properties and HBase conf 2024-12-03T10:29:32,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:29:32,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:29:32,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:29:32,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:29:32,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:29:32,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:29:32,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:29:32,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019c06d4540005, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:29:32,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019c06d4540002, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:29:32,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019c06d4540002, quorum=127.0.0.1:65143, baseZNode=/0348414847 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:29:32,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019c06d4540005, quorum=127.0.0.1:65143, baseZNode=/1-512103736 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:29:32,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:32,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:29:32,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:29:32,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:29:32,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:29:32,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:32,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:29:32,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:29:32,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/java.io.tmpdir/jetty-localhost-36955-hadoop-hdfs-3_4_1-tests_jar-_-any-17162639976179213152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:29:32,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:36955} 2024-12-03T10:29:32,636 INFO [Time-limited test {}] server.Server(415): Started @50754ms 2024-12-03T10:29:32,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:32,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:29:32,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:29:32,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:29:32,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:29:32,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:29:32,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:29:32,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/java.io.tmpdir/jetty-localhost-40133-hadoop-hdfs-3_4_1-tests_jar-_-any-18129081073786171794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:29:32,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:40133} 2024-12-03T10:29:32,946 INFO [Time-limited test {}] server.Server(415): Started @51063ms 2024-12-03T10:29:32,947 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:29:33,419 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/cluster_7049827c-652c-36ef-9114-ac61d186edc3/data/data2/current/BP-924688471-172.17.0.2-1733221772273/current, will proceed with Du for space computation calculation, 2024-12-03T10:29:33,419 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/cluster_7049827c-652c-36ef-9114-ac61d186edc3/data/data1/current/BP-924688471-172.17.0.2-1733221772273/current, will proceed with Du for space computation calculation, 2024-12-03T10:29:33,435 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:29:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xede1fb972aaf5d85 with lease ID 0x8e2d8e5bb9214e8d: Processing first storage report for DS-623bb4cd-75ee-48c7-9423-bbbb75e588ef from datanode DatanodeRegistration(127.0.0.1:33569, datanodeUuid=f2e21e04-91e2-4ec7-b636-962b2dd769fb, infoPort=38385, infoSecurePort=0, ipcPort=37845, storageInfo=lv=-57;cid=testClusterID;nsid=1310882410;c=1733221772273) 2024-12-03T10:29:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xede1fb972aaf5d85 with lease ID 0x8e2d8e5bb9214e8d: from storage DS-623bb4cd-75ee-48c7-9423-bbbb75e588ef node DatanodeRegistration(127.0.0.1:33569, datanodeUuid=f2e21e04-91e2-4ec7-b636-962b2dd769fb, infoPort=38385, infoSecurePort=0, ipcPort=37845, storageInfo=lv=-57;cid=testClusterID;nsid=1310882410;c=1733221772273), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:29:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xede1fb972aaf5d85 with lease ID 0x8e2d8e5bb9214e8d: Processing first storage report for DS-884140ca-feac-4fea-8cad-908960452895 from datanode DatanodeRegistration(127.0.0.1:33569, datanodeUuid=f2e21e04-91e2-4ec7-b636-962b2dd769fb, infoPort=38385, infoSecurePort=0, ipcPort=37845, storageInfo=lv=-57;cid=testClusterID;nsid=1310882410;c=1733221772273) 2024-12-03T10:29:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xede1fb972aaf5d85 with lease ID 0x8e2d8e5bb9214e8d: from storage DS-884140ca-feac-4fea-8cad-908960452895 node DatanodeRegistration(127.0.0.1:33569, datanodeUuid=f2e21e04-91e2-4ec7-b636-962b2dd769fb, infoPort=38385, infoSecurePort=0, ipcPort=37845, storageInfo=lv=-57;cid=testClusterID;nsid=1310882410;c=1733221772273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:29:33,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b 2024-12-03T10:29:33,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:33,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:33,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:29:33,880 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda with version=8 2024-12-03T10:29:33,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/hbase-staging 2024-12-03T10:29:33,882 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:29:33,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:33,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:33,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:29:33,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:33,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:29:33,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:29:33,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:29:33,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41109 2024-12-03T10:29:33,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41109 connecting to ZooKeeper ensemble=127.0.0.1:63545 2024-12-03T10:29:33,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411090x0, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:33,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41109-0x1019c071dc20000 connected 2024-12-03T10:29:34,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:34,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:34,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Set watcher on znode that does not yet exist, /01514179508/running 2024-12-03T10:29:34,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda, hbase.cluster.distributed=false 2024-12-03T10:29:34,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Set watcher on znode that does not yet exist, /01514179508/acl 2024-12-03T10:29:34,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41109 2024-12-03T10:29:34,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41109 2024-12-03T10:29:34,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41109 2024-12-03T10:29:34,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41109 2024-12-03T10:29:34,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41109 2024-12-03T10:29:34,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:29:34,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:34,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:34,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:29:34,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:34,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:29:34,032 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:29:34,032 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:29:34,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38995 2024-12-03T10:29:34,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38995 connecting to ZooKeeper ensemble=127.0.0.1:63545 2024-12-03T10:29:34,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:34,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:34,045 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389950x0, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:34,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38995-0x1019c071dc20001 connected 2024-12-03T10:29:34,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Set watcher on znode that does not yet exist, /01514179508/running 2024-12-03T10:29:34,046 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:29:34,047 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:29:34,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Set watcher on znode that does not yet exist, /01514179508/master 2024-12-03T10:29:34,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Set watcher on znode that does not yet exist, /01514179508/acl 2024-12-03T10:29:34,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38995 2024-12-03T10:29:34,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38995 2024-12-03T10:29:34,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38995 2024-12-03T10:29:34,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38995 2024-12-03T10:29:34,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38995 2024-12-03T10:29:34,062 DEBUG [M:0;a78f5601770a:41109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:41109 2024-12-03T10:29:34,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01514179508/backup-masters/a78f5601770a,41109,1733221773881 2024-12-03T10:29:34,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508/backup-masters 2024-12-03T10:29:34,070 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508/backup-masters 2024-12-03T10:29:34,071 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Set watcher on existing znode=/01514179508/backup-masters/a78f5601770a,41109,1733221773881 2024-12-03T10:29:34,078 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01514179508/master 2024-12-03T10:29:34,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:34,079 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:34,079 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Set watcher on existing znode=/01514179508/master 2024-12-03T10:29:34,079 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01514179508/backup-masters/a78f5601770a,41109,1733221773881 from backup master directory 2024-12-03T10:29:34,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01514179508/backup-masters/a78f5601770a,41109,1733221773881 2024-12-03T10:29:34,087 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508/backup-masters 2024-12-03T10:29:34,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508/backup-masters 2024-12-03T10:29:34,087 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:29:34,087 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,41109,1733221773881 2024-12-03T10:29:34,091 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/hbase.id] with ID: b1367a54-f823-4d02-9da7-c544747126f2 2024-12-03T10:29:34,091 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/.tmp/hbase.id 2024-12-03T10:29:34,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:29:34,496 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/.tmp/hbase.id]:[hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/hbase.id] 2024-12-03T10:29:34,507 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:34,507 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:29:34,508 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:29:34,536 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:34,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:34,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:29:34,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:34,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:29:34,544 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:34,544 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:29:34,545 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:34,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:29:34,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:34,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:34,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:34,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store 2024-12-03T10:29:34,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:29:35,358 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:35,358 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:29:35,358 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:35,359 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:35,359 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:29:35,359 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:35,359 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:35,359 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221775358Disabling compacts and flushes for region at 1733221775358Disabling writes for close at 1733221775359 (+1 ms)Writing region close event to WAL at 1733221775359Closed at 1733221775359 2024-12-03T10:29:35,360 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/.initializing 2024-12-03T10:29:35,360 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/WALs/a78f5601770a,41109,1733221773881 2024-12-03T10:29:35,361 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:29:35,362 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C41109%2C1733221773881, suffix=, logDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/WALs/a78f5601770a,41109,1733221773881, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/oldWALs, maxLogs=10 2024-12-03T10:29:35,373 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/WALs/a78f5601770a,41109,1733221773881/a78f5601770a%2C41109%2C1733221773881.1733221775363, exclude list is [], retry=0 2024-12-03T10:29:35,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-623bb4cd-75ee-48c7-9423-bbbb75e588ef,DISK] 2024-12-03T10:29:35,377 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/WALs/a78f5601770a,41109,1733221773881/a78f5601770a%2C41109%2C1733221773881.1733221775363 2024-12-03T10:29:35,379 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38385:38385)] 2024-12-03T10:29:35,379 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:35,379 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:35,379 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,379 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:29:35,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:35,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:35,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:29:35,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:35,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:35,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:29:35,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:35,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:35,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:29:35,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:35,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:35,387 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,388 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,388 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,390 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,390 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,390 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:35,391 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:35,393 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:35,394 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64479789, jitterRate=-0.03917627036571503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:35,394 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221775379Initializing all the Stores at 1733221775380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221775380Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221775380Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221775380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221775380Cleaning up temporary data from old regions at 1733221775390 (+10 ms)Region opened successfully at 1733221775394 (+4 ms) 2024-12-03T10:29:35,394 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:29:35,397 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e58c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:29:35,398 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:29:35,398 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:29:35,398 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:29:35,398 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:29:35,399 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:29:35,399 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:29:35,399 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:29:35,401 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:29:35,401 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Unable to get data of znode /01514179508/balancer because node does not exist (not necessarily an error) 2024-12-03T10:29:35,427 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01514179508/balancer already deleted, retry=false 2024-12-03T10:29:35,428 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:29:35,428 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Unable to get data of znode /01514179508/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:29:35,437 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01514179508/normalizer already deleted, retry=false 2024-12-03T10:29:35,437 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:29:35,438 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Unable to get data of znode /01514179508/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:29:35,445 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01514179508/switch/split already deleted, retry=false 2024-12-03T10:29:35,446 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Unable to get data of znode /01514179508/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:29:35,453 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01514179508/switch/merge already deleted, retry=false 2024-12-03T10:29:35,455 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Unable to get data of znode /01514179508/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:29:35,462 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01514179508/snapshot-cleanup already deleted, retry=false 2024-12-03T10:29:35,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01514179508/running 2024-12-03T10:29:35,470 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01514179508/running 2024-12-03T10:29:35,470 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:35,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:35,471 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,41109,1733221773881, sessionid=0x1019c071dc20000, setting cluster-up flag (Was=false) 2024-12-03T10:29:35,487 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:35,512 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01514179508/flush-table-proc/acquired, /01514179508/flush-table-proc/reached, /01514179508/flush-table-proc/abort 2024-12-03T10:29:35,513 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,41109,1733221773881 2024-12-03T10:29:35,528 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:35,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:35,553 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01514179508/online-snapshot/acquired, /01514179508/online-snapshot/reached, /01514179508/online-snapshot/abort 2024-12-03T10:29:35,555 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,41109,1733221773881 2024-12-03T10:29:35,556 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:29:35,557 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:35,557 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:29:35,558 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:29:35,558 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,41109,1733221773881 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:29:35,559 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:35,559 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:35,559 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:35,559 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:35,559 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:29:35,559 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,559 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:29:35,559 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,561 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221805561 2024-12-03T10:29:35,561 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:29:35,561 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:29:35,561 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:29:35,561 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:29:35,561 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:29:35,561 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:29:35,561 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:35,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:29:35,562 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:29:35,562 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:29:35,562 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:29:35,562 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:29:35,562 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:29:35,562 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:29:35,563 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221775562,5,FailOnTimeoutGroup] 2024-12-03T10:29:35,563 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221775563,5,FailOnTimeoutGroup] 2024-12-03T10:29:35,563 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:35,563 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:29:35,563 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,563 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:29:35,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:29:35,655 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(746): ClusterId : b1367a54-f823-4d02-9da7-c544747126f2 2024-12-03T10:29:35,655 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:29:35,662 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:29:35,662 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:29:35,671 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:29:35,671 DEBUG [RS:0;a78f5601770a:38995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590a5598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:29:35,680 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:38995 2024-12-03T10:29:35,681 INFO [RS:0;a78f5601770a:38995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:29:35,681 INFO [RS:0;a78f5601770a:38995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:29:35,681 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:29:35,681 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,41109,1733221773881 with port=38995, startcode=1733221774031 2024-12-03T10:29:35,681 DEBUG [RS:0;a78f5601770a:38995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:29:35,682 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:29:35,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,38995,1733221774031 2024-12-03T10:29:35,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41109 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,38995,1733221774031 2024-12-03T10:29:35,684 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda 2024-12-03T10:29:35,684 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35779 2024-12-03T10:29:35,684 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:29:35,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508/rs 2024-12-03T10:29:35,694 DEBUG [RS:0;a78f5601770a:38995 {}] zookeeper.ZKUtil(111): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Set watcher on existing znode=/01514179508/rs/a78f5601770a,38995,1733221774031 2024-12-03T10:29:35,694 WARN [RS:0;a78f5601770a:38995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:29:35,695 INFO [RS:0;a78f5601770a:38995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:35,695 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031 2024-12-03T10:29:35,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,38995,1733221774031] 2024-12-03T10:29:35,699 INFO [RS:0;a78f5601770a:38995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:29:35,700 INFO [RS:0;a78f5601770a:38995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:29:35,700 INFO [RS:0;a78f5601770a:38995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:29:35,700 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,701 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:29:35,701 INFO [RS:0;a78f5601770a:38995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:29:35,701 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:29:35,702 DEBUG [RS:0;a78f5601770a:38995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:29:35,702 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,703 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,703 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,703 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,703 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,703 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,38995,1733221774031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:29:35,714 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:29:35,714 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,38995,1733221774031-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,714 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,714 INFO [RS:0;a78f5601770a:38995 {}] regionserver.Replication(171): a78f5601770a,38995,1733221774031 started 2024-12-03T10:29:35,726 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:35,726 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,38995,1733221774031, RpcServer on a78f5601770a/172.17.0.2:38995, sessionid=0x1019c071dc20001 2024-12-03T10:29:35,726 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:29:35,726 DEBUG [RS:0;a78f5601770a:38995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,38995,1733221774031 2024-12-03T10:29:35,726 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,38995,1733221774031' 2024-12-03T10:29:35,726 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01514179508/flush-table-proc/abort' 2024-12-03T10:29:35,726 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01514179508/flush-table-proc/acquired' 2024-12-03T10:29:35,727 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:29:35,727 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:29:35,727 DEBUG [RS:0;a78f5601770a:38995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,38995,1733221774031 2024-12-03T10:29:35,727 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,38995,1733221774031' 2024-12-03T10:29:35,727 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01514179508/online-snapshot/abort' 2024-12-03T10:29:35,727 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01514179508/online-snapshot/acquired' 2024-12-03T10:29:35,728 DEBUG [RS:0;a78f5601770a:38995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:29:35,728 INFO [RS:0;a78f5601770a:38995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:29:35,728 INFO [RS:0;a78f5601770a:38995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:29:35,828 INFO [RS:0;a78f5601770a:38995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:29:35,829 INFO [RS:0;a78f5601770a:38995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C38995%2C1733221774031, suffix=, logDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/oldWALs, maxLogs=10 2024-12-03T10:29:35,840 DEBUG [RS:0;a78f5601770a:38995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830, exclude list is [], retry=0 2024-12-03T10:29:35,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-623bb4cd-75ee-48c7-9423-bbbb75e588ef,DISK] 2024-12-03T10:29:35,843 INFO [RS:0;a78f5601770a:38995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 2024-12-03T10:29:35,844 DEBUG [RS:0;a78f5601770a:38995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38385:38385)] 2024-12-03T10:29:35,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:29:35,969 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda 2024-12-03T10:29:35,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:29:36,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:36,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:29:36,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:29:36,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:36,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:36,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:29:36,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:29:36,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:36,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:36,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:29:36,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:29:36,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:36,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:36,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:29:36,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:29:36,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:36,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:36,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:29:36,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740 2024-12-03T10:29:36,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740 2024-12-03T10:29:36,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:29:36,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:29:36,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:36,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:29:36,388 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:36,388 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69690864, jitterRate=0.03847479820251465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:36,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221776375Initializing all the Stores at 1733221776376 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221776376Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221776376Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221776376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221776376Cleaning up temporary data from old regions at 1733221776384 (+8 ms)Region opened successfully at 1733221776389 (+5 ms) 2024-12-03T10:29:36,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:29:36,389 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:29:36,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:29:36,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:29:36,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:29:36,389 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:36,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221776389Disabling compacts and flushes for region at 1733221776389Disabling writes for close at 1733221776389Writing region close event to WAL at 1733221776389Closed at 1733221776389 2024-12-03T10:29:36,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:36,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:29:36,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:29:36,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:29:36,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:29:36,543 DEBUG [a78f5601770a:41109 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:29:36,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,38995,1733221774031 2024-12-03T10:29:36,545 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,38995,1733221774031, state=OPENING 2024-12-03T10:29:36,569 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:29:36,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:36,578 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:36,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:29:36,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01514179508/meta-region-server: CHANGED 2024-12-03T10:29:36,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01514179508/meta-region-server: CHANGED 2024-12-03T10:29:36,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,38995,1733221774031}] 2024-12-03T10:29:36,731 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:29:36,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:29:36,735 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:29:36,736 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:36,736 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:29:36,737 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C38995%2C1733221774031.meta, suffix=.meta, logDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/oldWALs, maxLogs=10 2024-12-03T10:29:36,748 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.meta.1733221776737.meta, exclude list is [], retry=0 2024-12-03T10:29:36,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-623bb4cd-75ee-48c7-9423-bbbb75e588ef,DISK] 2024-12-03T10:29:36,751 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.meta.1733221776737.meta 2024-12-03T10:29:36,752 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38385:38385)] 2024-12-03T10:29:36,752 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:36,752 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:29:36,752 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:29:36,752 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:29:36,752 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:29:36,752 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:29:36,752 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:36,753 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:29:36,753 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:29:36,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:29:36,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:29:36,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:36,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:36,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:29:36,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:29:36,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:36,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:36,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:29:36,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:29:36,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:36,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:36,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:29:36,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:29:36,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:36,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:36,759 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:29:36,760 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740 2024-12-03T10:29:36,761 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740 2024-12-03T10:29:36,762 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:29:36,762 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:29:36,763 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:36,764 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:29:36,765 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72615071, jitterRate=0.08204887807369232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:36,765 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:29:36,766 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221776753Writing region info on filesystem at 1733221776753Initializing all the Stores at 1733221776754 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221776754Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221776754Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221776754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221776754Cleaning up temporary data from old regions at 1733221776762 (+8 ms)Running coprocessor post-open hooks at 1733221776765 (+3 ms)Region opened successfully at 1733221776766 (+1 ms) 2024-12-03T10:29:36,767 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221776731 2024-12-03T10:29:36,769 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:29:36,769 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:29:36,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,38995,1733221774031 2024-12-03T10:29:36,771 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,38995,1733221774031, state=OPEN 2024-12-03T10:29:36,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01514179508/meta-region-server 2024-12-03T10:29:36,801 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01514179508/meta-region-server 2024-12-03T10:29:36,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01514179508/meta-region-server: CHANGED 2024-12-03T10:29:36,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,38995,1733221774031 2024-12-03T10:29:36,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01514179508/meta-region-server: CHANGED 2024-12-03T10:29:36,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:29:36,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,38995,1733221774031 in 223 msec 2024-12-03T10:29:36,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:29:36,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-12-03T10:29:36,808 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:36,808 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:29:36,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:36,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,38995,1733221774031, seqNum=-1] 2024-12-03T10:29:36,809 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:36,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:36,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-12-03T10:29:36,815 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221776815, completionTime=-1 2024-12-03T10:29:36,815 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:29:36,815 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:29:36,817 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:29:36,817 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221836817 2024-12-03T10:29:36,817 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733221896817 2024-12-03T10:29:36,817 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:29:36,817 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41109,1733221773881-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:36,817 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41109,1733221773881-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:36,817 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41109,1733221773881-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:36,817 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:41109, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:36,817 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:36,818 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:36,819 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:29:36,821 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.734sec 2024-12-03T10:29:36,821 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:29:36,821 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:29:36,821 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:29:36,821 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:29:36,821 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:29:36,821 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41109,1733221773881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:29:36,821 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41109,1733221773881-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:29:36,823 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:29:36,823 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:29:36,823 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41109,1733221773881-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:36,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:36,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41109,-1 for getting cluster id 2024-12-03T10:29:36,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:36,857 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1367a54-f823-4d02-9da7-c544747126f2' 2024-12-03T10:29:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1367a54-f823-4d02-9da7-c544747126f2" 2024-12-03T10:29:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f4c0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41109,-1] 2024-12-03T10:29:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:36,859 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:36,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:36,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,38995,1733221774031, seqNum=-1] 2024-12-03T10:29:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:36,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:36,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,41109,1733221773881 2024-12-03T10:29:36,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63545 2024-12-03T10:29:36,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:36,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019c071dc20002 connected 2024-12-03T10:29:36,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/hadoop.log.dir so I do NOT create it in target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615 2024-12-03T10:29:36,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:29:36,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/hadoop.tmp.dir so I do NOT create it in target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615 2024-12-03T10:29:36,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:29:36,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615 2024-12-03T10:29:36,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:29:36,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/cluster_b2bbdaa3-8388-3c43-a793-320d4d43c319, deleteOnExit=true 2024-12-03T10:29:36,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:29:36,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/test.cache.data in system properties and HBase conf 2024-12-03T10:29:36,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:29:36,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:29:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:29:36,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:29:36,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:29:36,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:29:36,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:29:37,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:37,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:29:37,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:29:37,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:29:37,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:29:37,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:37,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:29:37,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:29:37,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a5df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/java.io.tmpdir/jetty-localhost-36151-hadoop-hdfs-3_4_1-tests_jar-_-any-11504959136844944317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:29:37,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:36151} 2024-12-03T10:29:37,257 INFO [Time-limited test {}] server.Server(415): Started @55375ms 2024-12-03T10:29:37,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T10:29:37,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:29:37,440 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:29:37,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:29:37,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:29:37,444 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:29:37,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:29:37,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:29:37,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1d5f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/java.io.tmpdir/jetty-localhost-37179-hadoop-hdfs-3_4_1-tests_jar-_-any-3826688482588247264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:29:37,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:37179} 2024-12-03T10:29:37,534 INFO [Time-limited test {}] server.Server(415): Started @55652ms 2024-12-03T10:29:37,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:29:37,985 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/cluster_b2bbdaa3-8388-3c43-a793-320d4d43c319/data/data2/current/BP-1284994421-172.17.0.2-1733221776905/current, will proceed with Du for space computation calculation, 2024-12-03T10:29:37,985 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/cluster_b2bbdaa3-8388-3c43-a793-320d4d43c319/data/data1/current/BP-1284994421-172.17.0.2-1733221776905/current, will proceed with Du for space computation calculation, 2024-12-03T10:29:37,999 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:29:38,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7f9fb0c9409a414 with lease ID 0x90fb96b645ce3db7: Processing first storage report for DS-76d8e7f5-442c-4b47-8cf2-29ef95aa4d75 from datanode DatanodeRegistration(127.0.0.1:40487, datanodeUuid=a64350fa-142d-459b-8c0a-c245b7dbff8b, infoPort=35491, infoSecurePort=0, ipcPort=34187, storageInfo=lv=-57;cid=testClusterID;nsid=761907195;c=1733221776905) 2024-12-03T10:29:38,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7f9fb0c9409a414 with lease ID 0x90fb96b645ce3db7: from storage DS-76d8e7f5-442c-4b47-8cf2-29ef95aa4d75 node DatanodeRegistration(127.0.0.1:40487, datanodeUuid=a64350fa-142d-459b-8c0a-c245b7dbff8b, infoPort=35491, infoSecurePort=0, ipcPort=34187, storageInfo=lv=-57;cid=testClusterID;nsid=761907195;c=1733221776905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:29:38,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7f9fb0c9409a414 with lease ID 0x90fb96b645ce3db7: Processing first storage report for DS-66bc29f5-d6ef-44cc-8466-48a537e147b9 from datanode DatanodeRegistration(127.0.0.1:40487, datanodeUuid=a64350fa-142d-459b-8c0a-c245b7dbff8b, infoPort=35491, infoSecurePort=0, ipcPort=34187, storageInfo=lv=-57;cid=testClusterID;nsid=761907195;c=1733221776905) 2024-12-03T10:29:38,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7f9fb0c9409a414 with lease ID 0x90fb96b645ce3db7: from storage DS-66bc29f5-d6ef-44cc-8466-48a537e147b9 node DatanodeRegistration(127.0.0.1:40487, datanodeUuid=a64350fa-142d-459b-8c0a-c245b7dbff8b, infoPort=35491, infoSecurePort=0, ipcPort=34187, storageInfo=lv=-57;cid=testClusterID;nsid=761907195;c=1733221776905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:29:38,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615 2024-12-03T10:29:38,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:38,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:29:38,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2 with version=8 2024-12-03T10:29:38,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/hbase-staging 2024-12-03T10:29:38,468 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:29:38,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:38,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:38,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:29:38,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:38,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:29:38,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:29:38,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:29:38,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42339 2024-12-03T10:29:38,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42339 connecting to ZooKeeper ensemble=127.0.0.1:63545 2024-12-03T10:29:38,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423390x0, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:38,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42339-0x1019c071dc20003 connected 2024-12-03T10:29:38,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:38,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:38,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Set watcher on znode that does not yet exist, /11292205548/running 2024-12-03T10:29:38,557 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2, hbase.cluster.distributed=false 2024-12-03T10:29:38,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Set watcher on znode that does not yet exist, /11292205548/acl 2024-12-03T10:29:38,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-03T10:29:38,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42339 2024-12-03T10:29:38,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42339 2024-12-03T10:29:38,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-03T10:29:38,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-03T10:29:38,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:29:38,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:38,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:38,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:29:38,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:29:38,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:29:38,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:29:38,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:29:38,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36819 2024-12-03T10:29:38,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36819 connecting to ZooKeeper ensemble=127.0.0.1:63545 2024-12-03T10:29:38,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:38,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:38,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368190x0, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:38,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368190x0, quorum=127.0.0.1:63545, baseZNode=/11292205548 Set watcher on znode that does not yet exist, /11292205548/running 2024-12-03T10:29:38,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36819-0x1019c071dc20004 connected 2024-12-03T10:29:38,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:29:38,588 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:29:38,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Set watcher on znode that does not yet exist, /11292205548/master 2024-12-03T10:29:38,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Set watcher on znode that does not yet exist, /11292205548/acl 2024-12-03T10:29:38,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36819 2024-12-03T10:29:38,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36819 2024-12-03T10:29:38,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36819 2024-12-03T10:29:38,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36819 2024-12-03T10:29:38,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36819 2024-12-03T10:29:38,599 DEBUG [M:0;a78f5601770a:42339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:42339 2024-12-03T10:29:38,600 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11292205548/backup-masters/a78f5601770a,42339,1733221778467 2024-12-03T10:29:38,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548/backup-masters 2024-12-03T10:29:38,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548/backup-masters 2024-12-03T10:29:38,611 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Set watcher on existing znode=/11292205548/backup-masters/a78f5601770a,42339,1733221778467 2024-12-03T10:29:38,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11292205548/master 2024-12-03T10:29:38,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:38,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:38,620 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Set watcher on existing znode=/11292205548/master 2024-12-03T10:29:38,621 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11292205548/backup-masters/a78f5601770a,42339,1733221778467 from backup master directory 2024-12-03T10:29:38,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11292205548/backup-masters/a78f5601770a,42339,1733221778467 2024-12-03T10:29:38,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548/backup-masters 2024-12-03T10:29:38,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548/backup-masters 2024-12-03T10:29:38,628 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:29:38,628 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,42339,1733221778467 2024-12-03T10:29:38,632 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/hbase.id] with ID: 156e4dee-0985-4f9e-9494-2944f86017ec 2024-12-03T10:29:38,632 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/.tmp/hbase.id 2024-12-03T10:29:38,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:29:39,037 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/.tmp/hbase.id]:[hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/hbase.id] 2024-12-03T10:29:39,048 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:39,048 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:29:39,049 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:29:39,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:39,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:39,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:29:39,483 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:39,484 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:29:39,484 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:29:39,892 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store 2024-12-03T10:29:39,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:29:40,299 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:40,299 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:29:40,299 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:40,299 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:40,300 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:29:40,300 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:40,300 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:29:40,300 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221780299Disabling compacts and flushes for region at 1733221780299Disabling writes for close at 1733221780300 (+1 ms)Writing region close event to WAL at 1733221780300Closed at 1733221780300 2024-12-03T10:29:40,301 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/.initializing 2024-12-03T10:29:40,301 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/WALs/a78f5601770a,42339,1733221778467 2024-12-03T10:29:40,302 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:29:40,303 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C42339%2C1733221778467, suffix=, logDir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/WALs/a78f5601770a,42339,1733221778467, archiveDir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/oldWALs, maxLogs=10 2024-12-03T10:29:40,314 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/WALs/a78f5601770a,42339,1733221778467/a78f5601770a%2C42339%2C1733221778467.1733221780303, exclude list is [], retry=0 2024-12-03T10:29:40,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-76d8e7f5-442c-4b47-8cf2-29ef95aa4d75,DISK] 2024-12-03T10:29:40,318 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/WALs/a78f5601770a,42339,1733221778467/a78f5601770a%2C42339%2C1733221778467.1733221780303 2024-12-03T10:29:40,318 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35491:35491)] 2024-12-03T10:29:40,318 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:40,319 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:40,319 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,319 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:29:40,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:40,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:40,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:29:40,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:40,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:40,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:29:40,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:40,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:40,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:29:40,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:40,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:40,327 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,327 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,327 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,329 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,329 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,329 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:40,330 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:29:40,332 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:40,333 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69846534, jitterRate=0.04079446196556091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:40,333 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221780319Initializing all the Stores at 1733221780320 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221780320Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221780320Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221780320Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221780320Cleaning up temporary data from old regions at 1733221780329 (+9 ms)Region opened successfully at 1733221780333 (+4 ms) 2024-12-03T10:29:40,333 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:29:40,336 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb99c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:29:40,337 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:29:40,337 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:29:40,337 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:29:40,337 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:29:40,337 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:29:40,338 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:29:40,338 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:29:40,340 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:29:40,340 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Unable to get data of znode /11292205548/balancer because node does not exist (not necessarily an error) 2024-12-03T10:29:40,369 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11292205548/balancer already deleted, retry=false 2024-12-03T10:29:40,369 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:29:40,370 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Unable to get data of znode /11292205548/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:29:40,378 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11292205548/normalizer already deleted, retry=false 2024-12-03T10:29:40,379 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:29:40,380 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Unable to get data of znode /11292205548/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:29:40,387 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11292205548/switch/split already deleted, retry=false 2024-12-03T10:29:40,387 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Unable to get data of znode /11292205548/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:29:40,395 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11292205548/switch/merge already deleted, retry=false 2024-12-03T10:29:40,397 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Unable to get data of znode /11292205548/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:29:40,403 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11292205548/snapshot-cleanup already deleted, retry=false 2024-12-03T10:29:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11292205548/running 2024-12-03T10:29:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11292205548/running 2024-12-03T10:29:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:40,412 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,42339,1733221778467, sessionid=0x1019c071dc20003, setting cluster-up flag (Was=false) 2024-12-03T10:29:40,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:40,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:40,453 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11292205548/flush-table-proc/acquired, /11292205548/flush-table-proc/reached, /11292205548/flush-table-proc/abort 2024-12-03T10:29:40,455 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,42339,1733221778467 2024-12-03T10:29:40,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:40,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:40,495 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11292205548/online-snapshot/acquired, /11292205548/online-snapshot/reached, /11292205548/online-snapshot/abort 2024-12-03T10:29:40,496 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,42339,1733221778467 2024-12-03T10:29:40,497 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:29:40,499 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:40,499 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:29:40,499 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:29:40,499 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,42339,1733221778467 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:29:40,500 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:40,501 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:40,501 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:40,501 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:29:40,501 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:29:40,501 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,501 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:29:40,501 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,501 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221810501 2024-12-03T10:29:40,501 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:29:40,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:29:40,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:29:40,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:29:40,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:29:40,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:29:40,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:40,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:29:40,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:29:40,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:29:40,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:29:40,502 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:29:40,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:29:40,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:29:40,503 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221780503,5,FailOnTimeoutGroup] 2024-12-03T10:29:40,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:40,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:29:40,507 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221780503,5,FailOnTimeoutGroup] 2024-12-03T10:29:40,507 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,507 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:29:40,507 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,507 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:29:40,594 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(746): ClusterId : 156e4dee-0985-4f9e-9494-2944f86017ec 2024-12-03T10:29:40,594 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:29:40,604 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:29:40,604 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:29:40,612 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:29:40,613 DEBUG [RS:0;a78f5601770a:36819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f929b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:29:40,622 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:36819 2024-12-03T10:29:40,622 INFO [RS:0;a78f5601770a:36819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:29:40,622 INFO [RS:0;a78f5601770a:36819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:29:40,622 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:29:40,623 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,42339,1733221778467 with port=36819, startcode=1733221778574 2024-12-03T10:29:40,624 DEBUG [RS:0;a78f5601770a:36819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:29:40,625 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:29:40,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,36819,1733221778574 2024-12-03T10:29:40,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,36819,1733221778574 2024-12-03T10:29:40,627 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2 2024-12-03T10:29:40,627 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40651 2024-12-03T10:29:40,627 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:29:40,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548/rs 2024-12-03T10:29:40,668 DEBUG [RS:0;a78f5601770a:36819 {}] zookeeper.ZKUtil(111): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Set watcher on existing znode=/11292205548/rs/a78f5601770a,36819,1733221778574 2024-12-03T10:29:40,668 WARN [RS:0;a78f5601770a:36819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:29:40,668 INFO [RS:0;a78f5601770a:36819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:40,668 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/WALs/a78f5601770a,36819,1733221778574 2024-12-03T10:29:40,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,36819,1733221778574] 2024-12-03T10:29:40,672 INFO [RS:0;a78f5601770a:36819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:29:40,674 INFO [RS:0;a78f5601770a:36819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:29:40,674 INFO [RS:0;a78f5601770a:36819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:29:40,674 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,674 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:29:40,675 INFO [RS:0;a78f5601770a:36819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:29:40,675 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:29:40,675 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:29:40,676 DEBUG [RS:0;a78f5601770a:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:29:40,676 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,676 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,676 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,676 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,676 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,676 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36819,1733221778574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:29:40,688 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:29:40,688 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36819,1733221778574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,688 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,688 INFO [RS:0;a78f5601770a:36819 {}] regionserver.Replication(171): a78f5601770a,36819,1733221778574 started 2024-12-03T10:29:40,700 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:40,701 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,36819,1733221778574, RpcServer on a78f5601770a/172.17.0.2:36819, sessionid=0x1019c071dc20004 2024-12-03T10:29:40,701 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:29:40,701 DEBUG [RS:0;a78f5601770a:36819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,36819,1733221778574 2024-12-03T10:29:40,701 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,36819,1733221778574' 2024-12-03T10:29:40,701 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11292205548/flush-table-proc/abort' 2024-12-03T10:29:40,701 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11292205548/flush-table-proc/acquired' 2024-12-03T10:29:40,702 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:29:40,702 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:29:40,702 DEBUG [RS:0;a78f5601770a:36819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,36819,1733221778574 2024-12-03T10:29:40,702 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,36819,1733221778574' 2024-12-03T10:29:40,702 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11292205548/online-snapshot/abort' 2024-12-03T10:29:40,702 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11292205548/online-snapshot/acquired' 2024-12-03T10:29:40,703 DEBUG [RS:0;a78f5601770a:36819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:29:40,703 INFO [RS:0;a78f5601770a:36819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:29:40,703 INFO [RS:0;a78f5601770a:36819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:29:40,803 INFO [RS:0;a78f5601770a:36819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:29:40,804 INFO [RS:0;a78f5601770a:36819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C36819%2C1733221778574, suffix=, logDir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/WALs/a78f5601770a,36819,1733221778574, archiveDir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/oldWALs, maxLogs=10 2024-12-03T10:29:40,815 DEBUG [RS:0;a78f5601770a:36819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/WALs/a78f5601770a,36819,1733221778574/a78f5601770a%2C36819%2C1733221778574.1733221780805, exclude list is [], retry=0 2024-12-03T10:29:40,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-76d8e7f5-442c-4b47-8cf2-29ef95aa4d75,DISK] 2024-12-03T10:29:40,820 INFO [RS:0;a78f5601770a:36819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/WALs/a78f5601770a,36819,1733221778574/a78f5601770a%2C36819%2C1733221778574.1733221780805 2024-12-03T10:29:40,820 DEBUG [RS:0;a78f5601770a:36819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35491:35491)] 2024-12-03T10:29:40,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:29:40,916 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2 2024-12-03T10:29:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:29:41,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:41,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:29:41,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:29:41,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:41,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:29:41,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:29:41,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:41,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:29:41,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:29:41,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:41,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:29:41,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:29:41,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:41,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:29:41,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740 2024-12-03T10:29:41,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740 2024-12-03T10:29:41,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:29:41,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:29:41,332 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:41,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:29:41,335 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:41,335 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70826853, jitterRate=0.055402353405952454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:41,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221781322Initializing all the Stores at 1733221781323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221781323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221781323Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221781323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221781323Cleaning up temporary data from old regions at 1733221781332 (+9 ms)Region opened successfully at 1733221781336 (+4 ms) 2024-12-03T10:29:41,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:29:41,336 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:29:41,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:29:41,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:29:41,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:29:41,336 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:29:41,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221781336Disabling compacts and flushes for region at 1733221781336Disabling writes for close at 1733221781336Writing region close event to WAL at 1733221781336Closed at 1733221781336 2024-12-03T10:29:41,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:41,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:29:41,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:29:41,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:29:41,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:29:41,489 DEBUG [a78f5601770a:42339 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:29:41,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,36819,1733221778574 2024-12-03T10:29:41,490 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,36819,1733221778574, state=OPENING 2024-12-03T10:29:41,510 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:29:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:29:41,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11292205548/meta-region-server: CHANGED 2024-12-03T10:29:41,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11292205548/meta-region-server: CHANGED 2024-12-03T10:29:41,520 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:29:41,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,36819,1733221778574}] 2024-12-03T10:29:41,673 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:29:41,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:29:41,677 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:29:41,678 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:41,678 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:29:41,679 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C36819%2C1733221778574.meta, suffix=.meta, logDir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/WALs/a78f5601770a,36819,1733221778574, archiveDir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/oldWALs, maxLogs=10 2024-12-03T10:29:41,690 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/WALs/a78f5601770a,36819,1733221778574/a78f5601770a%2C36819%2C1733221778574.meta.1733221781679.meta, exclude list is [], retry=0 2024-12-03T10:29:41,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-76d8e7f5-442c-4b47-8cf2-29ef95aa4d75,DISK] 2024-12-03T10:29:41,694 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/WALs/a78f5601770a,36819,1733221778574/a78f5601770a%2C36819%2C1733221778574.meta.1733221781679.meta 2024-12-03T10:29:41,694 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35491:35491)] 2024-12-03T10:29:41,694 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:41,694 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:29:41,694 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:29:41,695 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:29:41,695 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:29:41,695 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:29:41,695 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:41,695 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:29:41,695 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:29:41,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:29:41,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:29:41,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:41,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:29:41,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:29:41,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:41,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:29:41,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:29:41,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:29:41,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:41,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:29:41,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:29:41,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:29:41,701 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:29:41,702 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740 2024-12-03T10:29:41,703 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740 2024-12-03T10:29:41,704 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:29:41,704 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:29:41,704 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:29:41,705 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:29:41,706 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61460802, jitterRate=-0.08416268229484558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:29:41,706 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:29:41,706 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221781695Writing region info on filesystem at 1733221781695Initializing all the Stores at 1733221781696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221781696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221781696Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221781696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221781696Cleaning up temporary data from old regions at 1733221781704 (+8 ms)Running coprocessor post-open hooks at 1733221781706 (+2 ms)Region opened successfully at 1733221781706 2024-12-03T10:29:41,707 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221781673 2024-12-03T10:29:41,709 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:29:41,709 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:29:41,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,36819,1733221778574 2024-12-03T10:29:41,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,36819,1733221778574, state=OPEN 2024-12-03T10:29:41,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11292205548/meta-region-server 2024-12-03T10:29:41,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11292205548/meta-region-server 2024-12-03T10:29:41,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,36819,1733221778574 2024-12-03T10:29:41,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11292205548/meta-region-server: CHANGED 2024-12-03T10:29:41,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11292205548/meta-region-server: CHANGED 2024-12-03T10:29:41,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:29:41,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,36819,1733221778574 in 199 msec 2024-12-03T10:29:41,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:29:41,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-12-03T10:29:41,725 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:29:41,725 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:29:41,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:41,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36819,1733221778574, seqNum=-1] 2024-12-03T10:29:41,727 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:41,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:41,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-12-03T10:29:41,736 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221781736, completionTime=-1 2024-12-03T10:29:41,736 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:29:41,736 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:29:41,737 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:29:41,737 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221841737 2024-12-03T10:29:41,737 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733221901737 2024-12-03T10:29:41,737 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:29:41,738 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42339,1733221778467-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:41,738 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42339,1733221778467-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:41,738 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42339,1733221778467-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:41,738 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:42339, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:41,738 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:41,738 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:41,739 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:29:41,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.113sec 2024-12-03T10:29:41,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:29:41,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:29:41,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:29:41,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:29:41,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:29:41,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42339,1733221778467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:29:41,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42339,1733221778467-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:29:41,743 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:29:41,743 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:29:41,743 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42339,1733221778467-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:29:41,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0b6409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:41,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,42339,-1 for getting cluster id 2024-12-03T10:29:41,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:41,795 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '156e4dee-0985-4f9e-9494-2944f86017ec' 2024-12-03T10:29:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "156e4dee-0985-4f9e-9494-2944f86017ec" 2024-12-03T10:29:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c237bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,42339,-1] 2024-12-03T10:29:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:41,797 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:41,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:41,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36819,1733221778574, seqNum=-1] 2024-12-03T10:29:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:41,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:41,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,42339,1733221778467 2024-12-03T10:29:41,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63545 2024-12-03T10:29:41,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:29:41,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019c071dc20005 connected 2024-12-03T10:29:41,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41109,1733221773881 2024-12-03T10:29:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eafc978 2024-12-03T10:29:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:41,826 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:41,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:29:41,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:29:41,833 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:29:41,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:29:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:41,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:29:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:42,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 976cfe47538be1606dce3bf1c96c3dc2, NAME => 'test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda 2024-12-03T10:29:42,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:29:42,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:29:42,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:42,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:42,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:42,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:42,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:42,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 976cfe47538be1606dce3bf1c96c3dc2, disabling compactions & flushes 2024-12-03T10:29:42,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:29:42,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:29:42,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. after waiting 1 ms 2024-12-03T10:29:42,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:29:42,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:29:42,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 976cfe47538be1606dce3bf1c96c3dc2: Waiting for close lock at 1733221782648Disabling compacts and flushes for region at 1733221782648Disabling writes for close at 1733221782649 (+1 ms)Writing region close event to WAL at 1733221782649Closed at 1733221782649 2024-12-03T10:29:42,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:29:42,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733221782650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221782650"}]},"ts":"1733221782650"} 2024-12-03T10:29:42,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:29:42,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:29:42,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221782653"}]},"ts":"1733221782653"} 2024-12-03T10:29:42,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:29:42,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=976cfe47538be1606dce3bf1c96c3dc2, ASSIGN}] 2024-12-03T10:29:42,657 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=976cfe47538be1606dce3bf1c96c3dc2, ASSIGN 2024-12-03T10:29:42,657 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=976cfe47538be1606dce3bf1c96c3dc2, ASSIGN; state=OFFLINE, location=a78f5601770a,38995,1733221774031; forceNewPlan=false, retain=false 2024-12-03T10:29:42,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=976cfe47538be1606dce3bf1c96c3dc2, regionState=OPENING, regionLocation=a78f5601770a,38995,1733221774031 2024-12-03T10:29:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=976cfe47538be1606dce3bf1c96c3dc2, ASSIGN because future has completed 2024-12-03T10:29:42,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 976cfe47538be1606dce3bf1c96c3dc2, server=a78f5601770a,38995,1733221774031}] 2024-12-03T10:29:42,967 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:29:42,967 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 976cfe47538be1606dce3bf1c96c3dc2, NAME => 'test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:42,967 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:29:42,967 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:29:42,967 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,967 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:42,968 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,968 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,969 INFO [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,970 INFO [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976cfe47538be1606dce3bf1c96c3dc2 columnFamilyName f 2024-12-03T10:29:42,970 DEBUG [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:42,971 INFO [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] regionserver.HStore(327): Store=976cfe47538be1606dce3bf1c96c3dc2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:42,971 INFO [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,972 INFO [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976cfe47538be1606dce3bf1c96c3dc2 columnFamilyName f1 2024-12-03T10:29:42,972 DEBUG [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:42,972 INFO [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] regionserver.HStore(327): Store=976cfe47538be1606dce3bf1c96c3dc2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:42,972 INFO [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,973 INFO [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976cfe47538be1606dce3bf1c96c3dc2 columnFamilyName norep 2024-12-03T10:29:42,973 DEBUG [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:42,974 INFO [StoreOpener-976cfe47538be1606dce3bf1c96c3dc2-1 {}] regionserver.HStore(327): Store=976cfe47538be1606dce3bf1c96c3dc2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:42,974 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,975 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,975 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:42,976 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,976 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,976 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:29:42,978 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,980 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:42,980 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 976cfe47538be1606dce3bf1c96c3dc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71418063, jitterRate=0.06421206891536713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:29:42,980 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:29:42,981 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 976cfe47538be1606dce3bf1c96c3dc2: Running coprocessor pre-open hook at 1733221782968Writing region info on filesystem at 1733221782968Initializing all the Stores at 1733221782969 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221782969Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221782969Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221782969Cleaning up temporary data from old regions at 1733221782976 (+7 ms)Running coprocessor post-open hooks at 1733221782980 (+4 ms)Region opened successfully at 1733221782981 (+1 ms) 2024-12-03T10:29:42,983 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., pid=6, masterSystemTime=1733221782963 2024-12-03T10:29:42,985 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:29:42,985 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:29:42,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=976cfe47538be1606dce3bf1c96c3dc2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,38995,1733221774031 2024-12-03T10:29:42,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 976cfe47538be1606dce3bf1c96c3dc2, server=a78f5601770a,38995,1733221774031 because future has completed 2024-12-03T10:29:42,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:29:42,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 976cfe47538be1606dce3bf1c96c3dc2, server=a78f5601770a,38995,1733221774031 in 179 msec 2024-12-03T10:29:42,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:29:42,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=976cfe47538be1606dce3bf1c96c3dc2, ASSIGN in 337 msec 2024-12-03T10:29:42,996 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:29:42,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221782997"}]},"ts":"1733221782997"} 2024-12-03T10:29:42,999 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:29:43,000 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:29:43,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-12-03T10:29:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:43,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:43,986 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:29:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,42339,1733221778467 2024-12-03T10:29:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664ae57c 2024-12-03T10:29:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:43,988 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:43,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:29:43,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:29:43,992 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:43,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:29:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:43,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:29:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:29:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:44,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41399402cd3b75887c2797d682830044, NAME => 'test,,1733221783989.41399402cd3b75887c2797d682830044.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2 2024-12-03T10:29:44,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:29:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733221783989.41399402cd3b75887c2797d682830044.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 41399402cd3b75887c2797d682830044, disabling compactions & flushes 2024-12-03T10:29:44,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:29:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:29:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733221783989.41399402cd3b75887c2797d682830044. after waiting 0 ms 2024-12-03T10:29:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:29:44,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:29:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41399402cd3b75887c2797d682830044: Waiting for close lock at 1733221784807Disabling compacts and flushes for region at 1733221784807Disabling writes for close at 1733221784807Writing region close event to WAL at 1733221784807Closed at 1733221784807 2024-12-03T10:29:44,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:29:44,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733221783989.41399402cd3b75887c2797d682830044.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733221784809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221784809"}]},"ts":"1733221784809"} 2024-12-03T10:29:44,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:29:44,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:29:44,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221784812"}]},"ts":"1733221784812"} 2024-12-03T10:29:44,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:29:44,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41399402cd3b75887c2797d682830044, ASSIGN}] 2024-12-03T10:29:44,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41399402cd3b75887c2797d682830044, ASSIGN 2024-12-03T10:29:44,816 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=41399402cd3b75887c2797d682830044, ASSIGN; state=OFFLINE, location=a78f5601770a,36819,1733221778574; forceNewPlan=false, retain=false 2024-12-03T10:29:44,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41399402cd3b75887c2797d682830044, regionState=OPENING, regionLocation=a78f5601770a,36819,1733221778574 2024-12-03T10:29:44,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=41399402cd3b75887c2797d682830044, ASSIGN because future has completed 2024-12-03T10:29:44,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41399402cd3b75887c2797d682830044, server=a78f5601770a,36819,1733221778574}] 2024-12-03T10:29:45,125 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:29:45,125 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 41399402cd3b75887c2797d682830044, NAME => 'test,,1733221783989.41399402cd3b75887c2797d682830044.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:45,125 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:29:45,125 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:29:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:45,125 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,125 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733221783989.41399402cd3b75887c2797d682830044.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:45,126 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,126 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,127 INFO [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,128 INFO [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41399402cd3b75887c2797d682830044 columnFamilyName f 2024-12-03T10:29:45,128 DEBUG [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:45,128 INFO [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] regionserver.HStore(327): Store=41399402cd3b75887c2797d682830044/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:45,128 INFO [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,129 INFO [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41399402cd3b75887c2797d682830044 columnFamilyName f1 2024-12-03T10:29:45,130 DEBUG [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:45,130 INFO [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] regionserver.HStore(327): Store=41399402cd3b75887c2797d682830044/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:45,130 INFO [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,131 INFO [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41399402cd3b75887c2797d682830044 columnFamilyName norep 2024-12-03T10:29:45,131 DEBUG [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:45,131 INFO [StoreOpener-41399402cd3b75887c2797d682830044-1 {}] regionserver.HStore(327): Store=41399402cd3b75887c2797d682830044/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:45,131 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,132 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,132 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,133 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,133 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,133 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:29:45,135 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,137 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:45,137 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 41399402cd3b75887c2797d682830044; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75391340, jitterRate=0.12341850996017456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:29:45,137 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41399402cd3b75887c2797d682830044 2024-12-03T10:29:45,137 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 41399402cd3b75887c2797d682830044: Running coprocessor pre-open hook at 1733221785126Writing region info on filesystem at 1733221785126Initializing all the Stores at 1733221785126Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221785126Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221785127 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221785127Cleaning up temporary data from old regions at 1733221785133 (+6 ms)Running coprocessor post-open hooks at 1733221785137 (+4 ms)Region opened successfully at 1733221785137 2024-12-03T10:29:45,138 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733221783989.41399402cd3b75887c2797d682830044., pid=6, masterSystemTime=1733221785121 2024-12-03T10:29:45,140 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:29:45,140 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:29:45,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41399402cd3b75887c2797d682830044, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,36819,1733221778574 2024-12-03T10:29:45,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41399402cd3b75887c2797d682830044, server=a78f5601770a,36819,1733221778574 because future has completed 2024-12-03T10:29:45,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:29:45,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41399402cd3b75887c2797d682830044, server=a78f5601770a,36819,1733221778574 in 175 msec 2024-12-03T10:29:45,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:29:45,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=41399402cd3b75887c2797d682830044, ASSIGN in 333 msec 2024-12-03T10:29:45,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:29:45,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221785149"}]},"ts":"1733221785149"} 2024-12-03T10:29:45,151 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:29:45,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:29:45,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-03T10:29:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:29:46,146 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:29:46,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a8218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41109,-1 for getting cluster id 2024-12-03T10:29:46,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:46,147 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1367a54-f823-4d02-9da7-c544747126f2' 2024-12-03T10:29:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1367a54-f823-4d02-9da7-c544747126f2" 2024-12-03T10:29:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799d5568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41109,-1] 2024-12-03T10:29:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:46,149 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22089161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,42339,-1 for getting cluster id 2024-12-03T10:29:46,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:46,151 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '156e4dee-0985-4f9e-9494-2944f86017ec' 2024-12-03T10:29:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "156e4dee-0985-4f9e-9494-2944f86017ec" 2024-12-03T10:29:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ed7e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,42339,-1] 2024-12-03T10:29:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:46,152 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741265b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41109,-1 for getting cluster id 2024-12-03T10:29:46,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:46,154 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1367a54-f823-4d02-9da7-c544747126f2' 2024-12-03T10:29:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1367a54-f823-4d02-9da7-c544747126f2" 2024-12-03T10:29:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1cc96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41109,-1] 2024-12-03T10:29:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:46,155 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4130d032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41109,1733221773881 2024-12-03T10:29:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4525effa 2024-12-03T10:29:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:46,159 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:46,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:42339,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:29:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:29:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:29:46,162 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:42339' 2024-12-03T10:29:46,163 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a73511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,163 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,42339,-1 for getting cluster id 2024-12-03T10:29:46,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:46,164 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '156e4dee-0985-4f9e-9494-2944f86017ec' 2024-12-03T10:29:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "156e4dee-0985-4f9e-9494-2944f86017ec" 2024-12-03T10:29:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d68d2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,42339,-1] 2024-12-03T10:29:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:46,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:46,165 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcba6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:46,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,42339,1733221778467 2024-12-03T10:29:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb2ed9d 2024-12-03T10:29:46,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:46,167 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:46,168 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:29:46,168 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:29:46,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:46,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:46,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:46,168 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:46,169 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:29:46,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:29:46,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:46,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:29:46,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:29:46,220 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:29:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:29:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:29:46,579 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f5e0275d085284f3bb9815207d0fe2e, NAME => 'hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda 2024-12-03T10:29:46,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:29:46,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T10:29:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:29:46,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:46,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f5e0275d085284f3bb9815207d0fe2e, disabling compactions & flushes 2024-12-03T10:29:46,985 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:29:46,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:29:46,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. after waiting 0 ms 2024-12-03T10:29:46,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:29:46,985 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:29:46,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f5e0275d085284f3bb9815207d0fe2e: Waiting for close lock at 1733221786985Disabling compacts and flushes for region at 1733221786985Disabling writes for close at 1733221786985Writing region close event to WAL at 1733221786985Closed at 1733221786985 2024-12-03T10:29:46,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:29:46,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221786987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221786987"}]},"ts":"1733221786987"} 2024-12-03T10:29:46,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:29:46,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:29:46,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221786990"}]},"ts":"1733221786990"} 2024-12-03T10:29:46,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:29:46,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f5e0275d085284f3bb9815207d0fe2e, ASSIGN}] 2024-12-03T10:29:46,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f5e0275d085284f3bb9815207d0fe2e, ASSIGN 2024-12-03T10:29:46,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f5e0275d085284f3bb9815207d0fe2e, ASSIGN; state=OFFLINE, location=a78f5601770a,38995,1733221774031; forceNewPlan=false, retain=false 2024-12-03T10:29:47,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f5e0275d085284f3bb9815207d0fe2e, regionState=OPENING, regionLocation=a78f5601770a,38995,1733221774031 2024-12-03T10:29:47,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f5e0275d085284f3bb9815207d0fe2e, ASSIGN because future has completed 2024-12-03T10:29:47,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f5e0275d085284f3bb9815207d0fe2e, server=a78f5601770a,38995,1733221774031}] 2024-12-03T10:29:47,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:29:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:47,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:47,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:47,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:47,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:29:47,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T10:29:47,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:29:47,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T10:29:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:29:47,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:29:47,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:29:47,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:29:47,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C38995%2C1733221774031.rep, suffix=, logDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031, archiveDir=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/oldWALs, maxLogs=10 2024-12-03T10:29:47,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.rep.1733221787305, exclude list is [], retry=0 2024-12-03T10:29:47,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-623bb4cd-75ee-48c7-9423-bbbb75e588ef,DISK] 2024-12-03T10:29:47,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.rep.1733221787305 2024-12-03T10:29:47,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38385:38385)] 2024-12-03T10:29:47,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f5e0275d085284f3bb9815207d0fe2e, NAME => 'hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:47,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:29:47,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:29:47,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. service=MultiRowMutationService 2024-12-03T10:29:47,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:29:47,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:47,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,322 INFO [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,323 INFO [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f5e0275d085284f3bb9815207d0fe2e columnFamilyName hfileref 2024-12-03T10:29:47,323 DEBUG [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:47,323 INFO [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] regionserver.HStore(327): Store=5f5e0275d085284f3bb9815207d0fe2e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:47,323 INFO [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,324 INFO [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f5e0275d085284f3bb9815207d0fe2e columnFamilyName queue 2024-12-03T10:29:47,324 DEBUG [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:47,325 INFO [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] regionserver.HStore(327): Store=5f5e0275d085284f3bb9815207d0fe2e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:47,325 INFO [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,326 INFO [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f5e0275d085284f3bb9815207d0fe2e columnFamilyName sid 2024-12-03T10:29:47,326 DEBUG [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:47,326 INFO [StoreOpener-5f5e0275d085284f3bb9815207d0fe2e-1 {}] regionserver.HStore(327): Store=5f5e0275d085284f3bb9815207d0fe2e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:47,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:29:47,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:47,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5f5e0275d085284f3bb9815207d0fe2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64467703, jitterRate=-0.03935636579990387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:29:47,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:29:47,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5f5e0275d085284f3bb9815207d0fe2e: Running coprocessor pre-open hook at 1733221787321Writing region info on filesystem at 1733221787321Initializing all the Stores at 1733221787321Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221787322 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221787322Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221787322Cleaning up temporary data from old regions at 1733221787328 (+6 ms)Running coprocessor post-open hooks at 1733221787331 (+3 ms)Region opened successfully at 1733221787332 (+1 ms) 2024-12-03T10:29:47,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e., pid=10, masterSystemTime=1733221787300 2024-12-03T10:29:47,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:29:47,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:29:47,334 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f5e0275d085284f3bb9815207d0fe2e, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,38995,1733221774031 2024-12-03T10:29:47,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f5e0275d085284f3bb9815207d0fe2e, server=a78f5601770a,38995,1733221774031 because future has completed 2024-12-03T10:29:47,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:29:47,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f5e0275d085284f3bb9815207d0fe2e, server=a78f5601770a,38995,1733221774031 in 190 msec 2024-12-03T10:29:47,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:29:47,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f5e0275d085284f3bb9815207d0fe2e, ASSIGN in 347 msec 2024-12-03T10:29:47,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:29:47,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221787342"}]},"ts":"1733221787342"} 2024-12-03T10:29:47,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:29:47,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:29:47,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-03T10:29:47,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e., hostname=a78f5601770a,38995,1733221774031, seqNum=2] 2024-12-03T10:29:47,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:47,486 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:29:47,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:29:47,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:29:47,657 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:29:47,681 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,38995,1733221774031, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:29:47,682 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:47,682 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,38995,1733221774031, seqNum=-1] 2024-12-03T10:29:47,682 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:47,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-03T10:29:47,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,38995,1733221774031', locateType=CURRENT is [region=hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e., hostname=a78f5601770a,38995,1733221774031, seqNum=2] 2024-12-03T10:29:47,698 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:29:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:29:47,700 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,38995,1733221774031 suceeded 2024-12-03T10:29:47,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:29:47,704 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:42339,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-03T10:29:47,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-03T10:29:47,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5450 sec 2024-12-03T10:29:47,713 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:42339' 2024-12-03T10:29:47,714 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@758f1bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:47,714 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,42339,-1 for getting cluster id 2024-12-03T10:29:47,715 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:47,715 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '156e4dee-0985-4f9e-9494-2944f86017ec' 2024-12-03T10:29:47,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:47,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "156e4dee-0985-4f9e-9494-2944f86017ec" 2024-12-03T10:29:47,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63228631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:47,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,42339,-1] 2024-12-03T10:29:47,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:47,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:47,717 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:47,718 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd1cbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:47,718 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:47,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,42339,1733221778467 2024-12-03T10:29:47,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c6bb813 2024-12-03T10:29:47,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:47,720 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-03T10:29:47,721 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,38995,1733221774031 (queues=1) is replicating from cluster=b1367a54-f823-4d02-9da7-c544747126f2 to cluster=156e4dee-0985-4f9e-9494-2944f86017ec 2024-12-03T10:29:47,721 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C38995%2C1733221774031 2024-12-03T10:29:47,721 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,38995,1733221774031, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:29:47,721 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.shippera78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C38995%2C1733221774031 2024-12-03T10:29:47,722 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830, startPosition=0, beingWritten=true 2024-12-03T10:29:47,730 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:29:47,730 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 379, reset compression=false 2024-12-03T10:29:47,730 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.shippera78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,38995,1733221774031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:29:47,934 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 379, reset compression=false 2024-12-03T10:29:48,238 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 379, reset compression=false 2024-12-03T10:29:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:29:48,306 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:29:48,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:48,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:48,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:48,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:48,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:48,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:48,312 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733221788310/Put/seqid=0 2024-12-03T10:29:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741840_1016 (size=7894) 2024-12-03T10:29:48,642 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 379, reset compression=false 2024-12-03T10:29:48,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f/f/hfile_1 is 34, key is ddd/f:row/1733221788718/Put/seqid=0 2024-12-03T10:29:48,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741841_1017 (size=7691) 2024-12-03T10:29:49,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:49,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41109,-1 for getting cluster id 2024-12-03T10:29:49,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:49,128 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1367a54-f823-4d02-9da7-c544747126f2' 2024-12-03T10:29:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1367a54-f823-4d02-9da7-c544747126f2" 2024-12-03T10:29:49,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a08e146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:49,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41109,-1] 2024-12-03T10:29:49,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:49,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:49,129 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:49,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:49,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:49,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,38995,1733221774031, seqNum=-1] 2024-12-03T10:29:49,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:49,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:49,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41109,1733221773881 2024-12-03T10:29:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7262d459 2024-12-03T10:29:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:49,145 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:49,146 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 379, reset compression=false 2024-12-03T10:29:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2] 2024-12-03T10:29:49,159 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:29:49,170 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T10:29:49,173 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T10:29:49,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f/f/hfile_0 for inclusion in 976cfe47538be1606dce3bf1c96c3dc2/f 2024-12-03T10:29:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T10:29:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:29:49,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f/f/hfile_1 for inclusion in 976cfe47538be1606dce3bf1c96c3dc2/f 2024-12-03T10:29:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T10:29:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:29:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HRegion(2603): Flush status journal for 976cfe47538be1606dce3bf1c96c3dc2: 2024-12-03T10:29:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f/f/hfile_0 to hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__hun69grkrjdvan7i8i8f6oe3aa96eigjql1d1hcr413t0vtb1iaqtgsbi7bvpfrv/f/hfile_0 2024-12-03T10:29:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__hun69grkrjdvan7i8i8f6oe3aa96eigjql1d1hcr413t0vtb1iaqtgsbi7bvpfrv/f/hfile_0 as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f/29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_ 2024-12-03T10:29:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f/f/hfile_1 to hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__hun69grkrjdvan7i8i8f6oe3aa96eigjql1d1hcr413t0vtb1iaqtgsbi7bvpfrv/f/hfile_1 2024-12-03T10:29:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__hun69grkrjdvan7i8i8f6oe3aa96eigjql1d1hcr413t0vtb1iaqtgsbi7bvpfrv/f/hfile_1 as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f/f54e942cb84940c988176677ce41e193_SeqId_4_ 2024-12-03T10:29:49,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__hun69grkrjdvan7i8i8f6oe3aa96eigjql1d1hcr413t0vtb1iaqtgsbi7bvpfrv/f/hfile_0 into 976cfe47538be1606dce3bf1c96c3dc2/f as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f/29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_ - updating store file list. 2024-12-03T10:29:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:29:49,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f/29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_ into 976cfe47538be1606dce3bf1c96c3dc2/f 2024-12-03T10:29:49,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__hun69grkrjdvan7i8i8f6oe3aa96eigjql1d1hcr413t0vtb1iaqtgsbi7bvpfrv/f/hfile_0 into 976cfe47538be1606dce3bf1c96c3dc2/f (new location: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f/29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_) 2024-12-03T10:29:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__hun69grkrjdvan7i8i8f6oe3aa96eigjql1d1hcr413t0vtb1iaqtgsbi7bvpfrv/f/hfile_0 2024-12-03T10:29:49,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__hun69grkrjdvan7i8i8f6oe3aa96eigjql1d1hcr413t0vtb1iaqtgsbi7bvpfrv/f/hfile_1 into 976cfe47538be1606dce3bf1c96c3dc2/f as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f/f54e942cb84940c988176677ce41e193_SeqId_4_ - updating store file list. 2024-12-03T10:29:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f54e942cb84940c988176677ce41e193_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:29:49,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f/f54e942cb84940c988176677ce41e193_SeqId_4_ into 976cfe47538be1606dce3bf1c96c3dc2/f 2024-12-03T10:29:49,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__hun69grkrjdvan7i8i8f6oe3aa96eigjql1d1hcr413t0vtb1iaqtgsbi7bvpfrv/f/hfile_1 into 976cfe47538be1606dce3bf1c96c3dc2/f (new location: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f/f54e942cb84940c988176677ce41e193_SeqId_4_) 2024-12-03T10:29:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__hun69grkrjdvan7i8i8f6oe3aa96eigjql1d1hcr413t0vtb1iaqtgsbi7bvpfrv/f/hfile_1 2024-12-03T10:29:49,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:49,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:49,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:49,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:49,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:49,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:49,227 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T10:29:49,228 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36819,1733221778574, seqNum=-1] 2024-12-03T10:29:49,228 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:49,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2 , the old value is region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a78f5601770a:38995 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:29:49,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:29:49,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2 from cache 2024-12-03T10:29:49,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733221783989.41399402cd3b75887c2797d682830044., hostname=a78f5601770a,36819,1733221778574, seqNum=2] 2024-12-03T10:29:49,233 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T10:29:49,336 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:38995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T10:29:49,749 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 379, reset compression=false 2024-12-03T10:29:49,755 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:29:49,755 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.shippera78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,38995,1733221774031 got entry batch from reader: WALEntryBatch [walEntries=[{test/976cfe47538be1606dce3bf1c96c3dc2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733221789220/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T10:29:49,774 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.shippera78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:29:49,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-03T10:29:49,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.ReplicationSink(318): Replicating [b1367a54-f823-4d02-9da7-c544747126f2] bulk loaded data 2024-12-03T10:29:49,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d33f99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:49,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,42339,-1 for getting cluster id 2024-12-03T10:29:49,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:49,780 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '156e4dee-0985-4f9e-9494-2944f86017ec' 2024-12-03T10:29:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "156e4dee-0985-4f9e-9494-2944f86017ec" 2024-12-03T10:29:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76d16a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,42339,-1] 2024-12-03T10:29:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:49,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:49,781 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:49,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a8147a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:49,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741837_1013 (size=7894) 2024-12-03T10:29:49,955 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 687, reset compression=false 2024-12-03T10:29:50,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741838_1014 (size=7691) 2024-12-03T10:29:50,235 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T10:29:50,259 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 687, reset compression=false 2024-12-03T10:29:50,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:50,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,42339,1733221778467 2024-12-03T10:29:50,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@759d37ec 2024-12-03T10:29:50,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:50,609 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-03T10:29:50,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:29:50,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:50,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36819,1733221778574, seqNum=-1] 2024-12-03T10:29:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:50,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-03T10:29:50,620 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T10:29:50,624 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/f54e942cb84940c988176677ce41e193_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T10:29:50,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/f54e942cb84940c988176677ce41e193_SeqId_4_ for inclusion in 41399402cd3b75887c2797d682830044/f 2024-12-03T10:29:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T10:29:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:29:50,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_ for inclusion in 41399402cd3b75887c2797d682830044/f 2024-12-03T10:29:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T10:29:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:29:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HRegion(2603): Flush status journal for 41399402cd3b75887c2797d682830044: 2024-12-03T10:29:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f54e942cb84940c988176677ce41e193_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:29:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/f54e942cb84940c988176677ce41e193_SeqId_4_ as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044/f/2d5db8a024fb4e7d843797653f4d4240_SeqId_4_ 2024-12-03T10:29:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:29:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_ as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044/f/c4a04a01474d4dcaae743979b0426a92_SeqId_4_ 2024-12-03T10:29:50,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/f54e942cb84940c988176677ce41e193_SeqId_4_ into 41399402cd3b75887c2797d682830044/f as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044/f/2d5db8a024fb4e7d843797653f4d4240_SeqId_4_ - updating store file list. 2024-12-03T10:29:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d5db8a024fb4e7d843797653f4d4240_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:29:50,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044/f/2d5db8a024fb4e7d843797653f4d4240_SeqId_4_ into 41399402cd3b75887c2797d682830044/f 2024-12-03T10:29:50,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/f54e942cb84940c988176677ce41e193_SeqId_4_ into 41399402cd3b75887c2797d682830044/f (new location: hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044/f/2d5db8a024fb4e7d843797653f4d4240_SeqId_4_) 2024-12-03T10:29:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/f54e942cb84940c988176677ce41e193_SeqId_4_ 2024-12-03T10:29:50,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_ into 41399402cd3b75887c2797d682830044/f as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044/f/c4a04a01474d4dcaae743979b0426a92_SeqId_4_ - updating store file list. 2024-12-03T10:29:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c4a04a01474d4dcaae743979b0426a92_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:29:50,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044/f/c4a04a01474d4dcaae743979b0426a92_SeqId_4_ into 41399402cd3b75887c2797d682830044/f 2024-12-03T10:29:50,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_ into 41399402cd3b75887c2797d682830044/f (new location: hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044/f/c4a04a01474d4dcaae743979b0426a92_SeqId_4_) 2024-12-03T10:29:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/staging/jenkins.hfs.6__test__dpqvqpre5kuit6mf5hj05ovivrlpc5bbpftsn10dqgtv6e0nocg78c15ouk3e7sh/f/29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_ 2024-12-03T10:29:50,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.ReplicationSink(324): Finished replicating [b1367a54-f823-4d02-9da7-c544747126f2] bulk loaded data 2024-12-03T10:29:50,662 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 687, reset compression=false 2024-12-03T10:29:51,166 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 687, reset compression=false 2024-12-03T10:29:51,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:29:51,253 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733221791252/Put/seqid=0 2024-12-03T10:29:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741842_1018 (size=7997) 2024-12-03T10:29:51,677 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733221791677/Put/seqid=0 2024-12-03T10:29:51,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741843_1019 (size=7794) 2024-12-03T10:29:51,770 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 687, reset compression=false 2024-12-03T10:29:52,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:52,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41109,-1 for getting cluster id 2024-12-03T10:29:52,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:29:52,084 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1367a54-f823-4d02-9da7-c544747126f2' 2024-12-03T10:29:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:29:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1367a54-f823-4d02-9da7-c544747126f2" 2024-12-03T10:29:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a865ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41109,-1] 2024-12-03T10:29:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:29:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:52,086 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:29:52,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:52,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,38995,1733221774031, seqNum=-1] 2024-12-03T10:29:52,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:52,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:52,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:29:52,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41109,1733221773881 2024-12-03T10:29:52,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b8a26a 2024-12-03T10:29:52,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:52,099 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2] 2024-12-03T10:29:52,105 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:29:52,111 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T10:29:52,114 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T10:29:52,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f1/f1/hfile_1 for inclusion in 976cfe47538be1606dce3bf1c96c3dc2/f1 2024-12-03T10:29:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T10:29:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:29:52,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f1/f1/hfile_0 for inclusion in 976cfe47538be1606dce3bf1c96c3dc2/f1 2024-12-03T10:29:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T10:29:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:29:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HRegion(2603): Flush status journal for 976cfe47538be1606dce3bf1c96c3dc2: 2024-12-03T10:29:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f1/f1/hfile_1 to hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__ub8umjt2s1bqoj3uqtj0obqpuqm6v289e9829m4e27mfjubo94taa71l630nm76a/f1/hfile_1 2024-12-03T10:29:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__ub8umjt2s1bqoj3uqtj0obqpuqm6v289e9829m4e27mfjubo94taa71l630nm76a/f1/hfile_1 as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f1/0a21e0a0eb0a48fba0af678ad27f7096_SeqId_6_ 2024-12-03T10:29:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/load_f1/f1/hfile_0 to hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__ub8umjt2s1bqoj3uqtj0obqpuqm6v289e9829m4e27mfjubo94taa71l630nm76a/f1/hfile_0 2024-12-03T10:29:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__ub8umjt2s1bqoj3uqtj0obqpuqm6v289e9829m4e27mfjubo94taa71l630nm76a/f1/hfile_0 as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f1/a456d2bfa40b4a8c96395f4a41ed4ab5_SeqId_6_ 2024-12-03T10:29:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-03T10:29:52,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__ub8umjt2s1bqoj3uqtj0obqpuqm6v289e9829m4e27mfjubo94taa71l630nm76a/f1/hfile_1 into 976cfe47538be1606dce3bf1c96c3dc2/f1 as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f1/0a21e0a0eb0a48fba0af678ad27f7096_SeqId_6_ - updating store file list. 2024-12-03T10:29:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a21e0a0eb0a48fba0af678ad27f7096_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T10:29:52,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f1/0a21e0a0eb0a48fba0af678ad27f7096_SeqId_6_ into 976cfe47538be1606dce3bf1c96c3dc2/f1 2024-12-03T10:29:52,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__ub8umjt2s1bqoj3uqtj0obqpuqm6v289e9829m4e27mfjubo94taa71l630nm76a/f1/hfile_1 into 976cfe47538be1606dce3bf1c96c3dc2/f1 (new location: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f1/0a21e0a0eb0a48fba0af678ad27f7096_SeqId_6_) 2024-12-03T10:29:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__ub8umjt2s1bqoj3uqtj0obqpuqm6v289e9829m4e27mfjubo94taa71l630nm76a/f1/hfile_1 2024-12-03T10:29:52,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__ub8umjt2s1bqoj3uqtj0obqpuqm6v289e9829m4e27mfjubo94taa71l630nm76a/f1/hfile_0 into 976cfe47538be1606dce3bf1c96c3dc2/f1 as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f1/a456d2bfa40b4a8c96395f4a41ed4ab5_SeqId_6_ - updating store file list. 2024-12-03T10:29:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a456d2bfa40b4a8c96395f4a41ed4ab5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T10:29:52,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f1/a456d2bfa40b4a8c96395f4a41ed4ab5_SeqId_6_ into 976cfe47538be1606dce3bf1c96c3dc2/f1 2024-12-03T10:29:52,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__ub8umjt2s1bqoj3uqtj0obqpuqm6v289e9829m4e27mfjubo94taa71l630nm76a/f1/hfile_0 into 976cfe47538be1606dce3bf1c96c3dc2/f1 (new location: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/f1/a456d2bfa40b4a8c96395f4a41ed4ab5_SeqId_6_) 2024-12-03T10:29:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/staging/jenkins__test__ub8umjt2s1bqoj3uqtj0obqpuqm6v289e9829m4e27mfjubo94taa71l630nm76a/f1/hfile_0 2024-12-03T10:29:52,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:29:52,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:52,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:52,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:52,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:29:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2 , the old value is region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a78f5601770a:38995 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:29:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:29:52,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2 from cache 2024-12-03T10:29:52,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:29:52,144 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T10:29:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,38995,1733221774031, seqNum=-1] 2024-12-03T10:29:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:52,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., hostname=a78f5601770a,38995,1733221774031, seqNum=2] 2024-12-03T10:29:52,246 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:38995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T10:29:52,474 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 687, reset compression=false 2024-12-03T10:29:52,479 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:29:52,479 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:29:52,479 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.shippera78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,38995,1733221774031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:29:52,683 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:29:52,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:29:52,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:52,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:52,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:52,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:29:52,987 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:29:53,390 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:29:53,894 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:29:54,497 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:29:55,201 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:29:56,005 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:29:56,909 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:29:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T10:29:57,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T10:29:57,913 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:29:59,018 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:00,222 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:01,526 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:02,930 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:03,470 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:30:04,434 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:06,038 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:07,742 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:08,057 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:30:09,546 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:11,449 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:12,482 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.shippera78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,38995,1733221774031 got entry batch from reader: null 2024-12-03T10:30:13,453 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:15,557 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:17,511 INFO [master/a78f5601770a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T10:30:17,511 INFO [master/a78f5601770a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T10:30:17,761 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:20,065 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:21,785 INFO [master/a78f5601770a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T10:30:21,785 INFO [master/a78f5601770a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T10:30:22,468 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:24,972 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:27,575 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:27,968 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 976cfe47538be1606dce3bf1c96c3dc2, had cached 0 bytes from a total of 31376 2024-12-03T10:30:30,126 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 41399402cd3b75887c2797d682830044, had cached 0 bytes from a total of 15585 2024-12-03T10:30:30,280 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:32,482 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.shippera78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,38995,1733221774031 got entry batch from reader: null 2024-12-03T10:30:33,083 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:33,470 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:30:35,987 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:36,847 DEBUG [master/a78f5601770a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T10:30:38,057 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:30:38,990 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:42,094 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:45,298 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:48,602 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:52,006 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:52,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:30:52,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:30:52,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:30:52,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:52,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:52,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:30:52,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:30:52,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1376446180, stopped=false 2024-12-03T10:30:52,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,42339,1733221778467 2024-12-03T10:30:52,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11292205548/running 2024-12-03T10:30:52,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11292205548/running 2024-12-03T10:30:52,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:30:52,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:30:52,231 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:30:52,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:30:52,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:30:52,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:52,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,36819,1733221778574' ***** 2024-12-03T10:30:52,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:30:52,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Set watcher on znode that does not yet exist, /11292205548/running 2024-12-03T10:30:52,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Set watcher on znode that does not yet exist, /11292205548/running 2024-12-03T10:30:52,232 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:30:52,232 INFO [RS:0;a78f5601770a:36819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:30:52,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:30:52,232 INFO [RS:0;a78f5601770a:36819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:30:52,232 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(3091): Received CLOSE for 41399402cd3b75887c2797d682830044 2024-12-03T10:30:52,233 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,36819,1733221778574 2024-12-03T10:30:52,233 INFO [RS:0;a78f5601770a:36819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:30:52,233 INFO [RS:0;a78f5601770a:36819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:36819. 2024-12-03T10:30:52,233 DEBUG [RS:0;a78f5601770a:36819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:30:52,233 DEBUG [RS:0;a78f5601770a:36819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:52,233 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41399402cd3b75887c2797d682830044, disabling compactions & flushes 2024-12-03T10:30:52,233 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:30:52,233 INFO [RS:0;a78f5601770a:36819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:30:52,233 INFO [RS:0;a78f5601770a:36819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:30:52,233 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:30:52,233 INFO [RS:0;a78f5601770a:36819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:30:52,233 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733221783989.41399402cd3b75887c2797d682830044. after waiting 0 ms 2024-12-03T10:30:52,233 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:30:52,233 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:30:52,233 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:30:52,233 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 41399402cd3b75887c2797d682830044=test,,1733221783989.41399402cd3b75887c2797d682830044.} 2024-12-03T10:30:52,233 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41399402cd3b75887c2797d682830044 2024-12-03T10:30:52,233 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:30:52,233 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:30:52,233 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:30:52,233 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:30:52,233 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:30:52,233 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T10:30:52,235 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:30:52,238 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/default/test/41399402cd3b75887c2797d682830044/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T10:30:52,238 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:30:52,238 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:30:52,238 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:30:52,239 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41399402cd3b75887c2797d682830044: Waiting for close lock at 1733221852233Running coprocessor pre-close hooks at 1733221852233Disabling compacts and flushes for region at 1733221852233Disabling writes for close at 1733221852233Writing region close event to WAL at 1733221852233Running coprocessor post-close hooks at 1733221852238 (+5 ms)Closed at 1733221852238 2024-12-03T10:30:52,239 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733221783989.41399402cd3b75887c2797d682830044. 2024-12-03T10:30:52,251 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/info/d9e28ddbea5b4a4a84ebb3328dfa4ff7 is 129, key is test,,1733221783989.41399402cd3b75887c2797d682830044./info:regioninfo/1733221785141/Put/seqid=0 2024-12-03T10:30:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741839_1015 (size=6421) 2024-12-03T10:30:52,433 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:52,482 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.shippera78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,38995,1733221774031 got entry batch from reader: null 2024-12-03T10:30:52,633 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:52,656 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/info/d9e28ddbea5b4a4a84ebb3328dfa4ff7 2024-12-03T10:30:52,673 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/ns/f18131b9323e402b8862f34db09738fd is 43, key is default/ns:d/1733221781729/Put/seqid=0 2024-12-03T10:30:52,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741840_1016 (size=5153) 2024-12-03T10:30:52,714 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:30:52,714 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:30:52,834 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:53,034 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:53,078 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/ns/f18131b9323e402b8862f34db09738fd 2024-12-03T10:30:53,108 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/rep_barrier/5a5bf779531e47349f69d099eac98999 is 112, key is test,,1733221783989.41399402cd3b75887c2797d682830044./rep_barrier:seqnumDuringOpen/1733221785141/Put/seqid=0 2024-12-03T10:30:53,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741841_1017 (size=5518) 2024-12-03T10:30:53,234 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:30:53,234 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:30:53,234 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:53,434 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:53,513 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/rep_barrier/5a5bf779531e47349f69d099eac98999 2024-12-03T10:30:53,530 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/table/f36bb45776d9468d89ea4699771b1eac is 40, key is test/table:state/1733221785149/Put/seqid=0 2024-12-03T10:30:53,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741842_1018 (size=5165) 2024-12-03T10:30:53,634 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:53,834 DEBUG [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:53,934 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/table/f36bb45776d9468d89ea4699771b1eac 2024-12-03T10:30:53,939 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/info/d9e28ddbea5b4a4a84ebb3328dfa4ff7 as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/info/d9e28ddbea5b4a4a84ebb3328dfa4ff7 2024-12-03T10:30:53,944 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/info/d9e28ddbea5b4a4a84ebb3328dfa4ff7, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T10:30:53,945 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/ns/f18131b9323e402b8862f34db09738fd as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/ns/f18131b9323e402b8862f34db09738fd 2024-12-03T10:30:53,949 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/ns/f18131b9323e402b8862f34db09738fd, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T10:30:53,950 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/rep_barrier/5a5bf779531e47349f69d099eac98999 as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/rep_barrier/5a5bf779531e47349f69d099eac98999 2024-12-03T10:30:53,954 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/rep_barrier/5a5bf779531e47349f69d099eac98999, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T10:30:53,955 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/.tmp/table/f36bb45776d9468d89ea4699771b1eac as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/table/f36bb45776d9468d89ea4699771b1eac 2024-12-03T10:30:53,959 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/table/f36bb45776d9468d89ea4699771b1eac, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T10:30:53,960 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false 2024-12-03T10:30:53,964 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T10:30:53,965 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:30:53,965 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:30:53,965 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:30:53,965 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221852233Running coprocessor pre-close hooks at 1733221852233Disabling compacts and flushes for region at 1733221852233Disabling writes for close at 1733221852233Obtaining lock to block concurrent updates at 1733221852233Preparing flush snapshotting stores in 1588230740 at 1733221852233Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733221852234 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733221852234Flushing 1588230740/info: creating writer at 1733221852234Flushing 1588230740/info: appending metadata at 1733221852251 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733221852251Flushing 1588230740/ns: creating writer at 1733221852661 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733221852673 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733221852673Flushing 1588230740/rep_barrier: creating writer at 1733221853096 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733221853108 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733221853108Flushing 1588230740/table: creating writer at 1733221853517 (+409 ms)Flushing 1588230740/table: appending metadata at 1733221853529 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733221853529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c7277a: reopening flushed file at 1733221853938 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ab119a: reopening flushed file at 1733221853944 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b21ebf4: reopening flushed file at 1733221853949 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744652b4: reopening flushed file at 1733221853954 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false at 1733221853960 (+6 ms)Writing region close event to WAL at 1733221853961 (+1 ms)Running coprocessor post-close hooks at 1733221853965 (+4 ms)Closed at 1733221853965 2024-12-03T10:30:53,965 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:30:54,035 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,36819,1733221778574; all regions closed. 2024-12-03T10:30:54,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741834_1010 (size=2717) 2024-12-03T10:30:54,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/WALs/a78f5601770a,36819,1733221778574/a78f5601770a%2C36819%2C1733221778574.meta.1733221781679.meta not finished, retry = 0 2024-12-03T10:30:54,139 DEBUG [RS:0;a78f5601770a:36819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/oldWALs 2024-12-03T10:30:54,139 INFO [RS:0;a78f5601770a:36819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C36819%2C1733221778574.meta:.meta(num 1733221781679) 2024-12-03T10:30:54,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741832_1008 (size=1028) 2024-12-03T10:30:54,142 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/WALs/a78f5601770a,36819,1733221778574/a78f5601770a%2C36819%2C1733221778574.1733221780805 not finished, retry = 0 2024-12-03T10:30:54,244 DEBUG [RS:0;a78f5601770a:36819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/oldWALs 2024-12-03T10:30:54,244 INFO [RS:0;a78f5601770a:36819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C36819%2C1733221778574:(num 1733221780805) 2024-12-03T10:30:54,244 DEBUG [RS:0;a78f5601770a:36819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:54,244 INFO [RS:0;a78f5601770a:36819 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:30:54,244 INFO [RS:0;a78f5601770a:36819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:30:54,245 INFO [RS:0;a78f5601770a:36819 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:30:54,245 INFO [RS:0;a78f5601770a:36819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:30:54,245 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:30:54,245 INFO [RS:0;a78f5601770a:36819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:36819. 2024-12-03T10:30:54,245 DEBUG [RS:0;a78f5601770a:36819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:30:54,245 DEBUG [RS:0;a78f5601770a:36819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:54,245 DEBUG [RS:0;a78f5601770a:36819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:54,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:30:54,245 INFO [RS:0;a78f5601770a:36819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36819 2024-12-03T10:30:54,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548/rs 2024-12-03T10:30:54,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11292205548/rs/a78f5601770a,36819,1733221778574 2024-12-03T10:30:54,273 INFO [RS:0;a78f5601770a:36819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:30:54,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,36819,1733221778574] 2024-12-03T10:30:54,291 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11292205548/draining/a78f5601770a,36819,1733221778574 already deleted, retry=false 2024-12-03T10:30:54,291 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,36819,1733221778574 expired; onlineServers=0 2024-12-03T10:30:54,291 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,42339,1733221778467' ***** 2024-12-03T10:30:54,291 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:30:54,291 INFO [M:0;a78f5601770a:42339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:30:54,291 INFO [M:0;a78f5601770a:42339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:30:54,291 DEBUG [M:0;a78f5601770a:42339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:30:54,291 DEBUG [M:0;a78f5601770a:42339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:30:54,291 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:30:54,291 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221780503 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221780503,5,FailOnTimeoutGroup] 2024-12-03T10:30:54,291 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221780503 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221780503,5,FailOnTimeoutGroup] 2024-12-03T10:30:54,292 INFO [M:0;a78f5601770a:42339 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:30:54,292 INFO [M:0;a78f5601770a:42339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:30:54,292 DEBUG [M:0;a78f5601770a:42339 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:30:54,292 INFO [M:0;a78f5601770a:42339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:30:54,292 INFO [M:0;a78f5601770a:42339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:30:54,292 INFO [M:0;a78f5601770a:42339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:30:54,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:30:54,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11292205548/master 2024-12-03T10:30:54,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11292205548 2024-12-03T10:30:54,299 DEBUG [M:0;a78f5601770a:42339 {}] zookeeper.ZKUtil(347): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Unable to get data of znode /11292205548/master because node does not exist (not an error) 2024-12-03T10:30:54,299 WARN [M:0;a78f5601770a:42339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:30:54,301 INFO [M:0;a78f5601770a:42339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/.lastflushedseqids 2024-12-03T10:30:54,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741843_1019 (size=173) 2024-12-03T10:30:54,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:30:54,383 INFO [RS:0;a78f5601770a:36819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:30:54,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019c071dc20004, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:30:54,383 INFO [RS:0;a78f5601770a:36819 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,36819,1733221778574; zookeeper connection closed. 2024-12-03T10:30:54,383 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ee57165 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ee57165 2024-12-03T10:30:54,384 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:30:54,708 INFO [M:0;a78f5601770a:42339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:30:54,708 INFO [M:0;a78f5601770a:42339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:30:54,708 DEBUG [M:0;a78f5601770a:42339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:30:54,708 INFO [M:0;a78f5601770a:42339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:54,708 DEBUG [M:0;a78f5601770a:42339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:54,708 DEBUG [M:0;a78f5601770a:42339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:30:54,708 DEBUG [M:0;a78f5601770a:42339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:54,708 INFO [M:0;a78f5601770a:42339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-03T10:30:54,722 DEBUG [M:0;a78f5601770a:42339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4a3828eee384f1d9d91de669b6644d2 is 82, key is hbase:meta,,1/info:regioninfo/1733221781709/Put/seqid=0 2024-12-03T10:30:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741844_1020 (size=5672) 2024-12-03T10:30:55,126 INFO [M:0;a78f5601770a:42339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4a3828eee384f1d9d91de669b6644d2 2024-12-03T10:30:55,143 DEBUG [M:0;a78f5601770a:42339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fe05b4da676499f835827168a2bdf2e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733221785153/Put/seqid=0 2024-12-03T10:30:55,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741845_1021 (size=6727) 2024-12-03T10:30:55,509 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 to pos 997, reset compression=false 2024-12-03T10:30:55,548 INFO [M:0;a78f5601770a:42339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fe05b4da676499f835827168a2bdf2e 2024-12-03T10:30:55,552 INFO [M:0;a78f5601770a:42339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fe05b4da676499f835827168a2bdf2e 2024-12-03T10:30:55,567 DEBUG [M:0;a78f5601770a:42339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/458472daa3464854bc03e04b293e3654 is 69, key is a78f5601770a,36819,1733221778574/rs:state/1733221780626/Put/seqid=0 2024-12-03T10:30:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741846_1022 (size=5156) 2024-12-03T10:30:55,972 INFO [M:0;a78f5601770a:42339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/458472daa3464854bc03e04b293e3654 2024-12-03T10:30:55,977 DEBUG [M:0;a78f5601770a:42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4a3828eee384f1d9d91de669b6644d2 as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4a3828eee384f1d9d91de669b6644d2 2024-12-03T10:30:55,981 INFO [M:0;a78f5601770a:42339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4a3828eee384f1d9d91de669b6644d2, entries=8, sequenceid=58, filesize=5.5 K 2024-12-03T10:30:55,982 DEBUG [M:0;a78f5601770a:42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fe05b4da676499f835827168a2bdf2e as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fe05b4da676499f835827168a2bdf2e 2024-12-03T10:30:55,986 INFO [M:0;a78f5601770a:42339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fe05b4da676499f835827168a2bdf2e 2024-12-03T10:30:55,986 INFO [M:0;a78f5601770a:42339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fe05b4da676499f835827168a2bdf2e, entries=6, sequenceid=58, filesize=6.6 K 2024-12-03T10:30:55,987 DEBUG [M:0;a78f5601770a:42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/458472daa3464854bc03e04b293e3654 as hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/458472daa3464854bc03e04b293e3654 2024-12-03T10:30:55,991 INFO [M:0;a78f5601770a:42339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/58c50b43-7723-8ec9-ec50-b955ba96e3d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/458472daa3464854bc03e04b293e3654, entries=1, sequenceid=58, filesize=5.0 K 2024-12-03T10:30:55,992 INFO [M:0;a78f5601770a:42339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=58, compaction requested=false 2024-12-03T10:30:55,993 INFO [M:0;a78f5601770a:42339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:55,993 DEBUG [M:0;a78f5601770a:42339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221854708Disabling compacts and flushes for region at 1733221854708Disabling writes for close at 1733221854708Obtaining lock to block concurrent updates at 1733221854708Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221854708Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733221854709 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221854709Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221854709Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221854721 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221854722 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221855130 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221855142 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221855143 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221855552 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221855567 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221855567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d327f9f: reopening flushed file at 1733221855976 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1556aa75: reopening flushed file at 1733221855981 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171ec010: reopening flushed file at 1733221855986 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=58, compaction requested=false at 1733221855992 (+6 ms)Writing region close event to WAL at 1733221855993 (+1 ms)Closed at 1733221855993 2024-12-03T10:30:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741830_1006 (size=33026) 2024-12-03T10:30:55,995 INFO [M:0;a78f5601770a:42339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:30:55,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:30:55,995 INFO [M:0;a78f5601770a:42339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42339 2024-12-03T10:30:55,996 INFO [M:0;a78f5601770a:42339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:30:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:30:56,123 INFO [M:0;a78f5601770a:42339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:30:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1019c071dc20003, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:30:56,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1d5f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:30:56,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:30:56,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:30:56,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:30:56,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/hadoop.log.dir/,STOPPED} 2024-12-03T10:30:56,127 WARN [BP-1284994421-172.17.0.2-1733221776905 heartbeating to localhost/127.0.0.1:40651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:30:56,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:30:56,127 WARN [BP-1284994421-172.17.0.2-1733221776905 heartbeating to localhost/127.0.0.1:40651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1284994421-172.17.0.2-1733221776905 (Datanode Uuid a64350fa-142d-459b-8c0a-c245b7dbff8b) service to localhost/127.0.0.1:40651 2024-12-03T10:30:56,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:30:56,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/cluster_b2bbdaa3-8388-3c43-a793-320d4d43c319/data/data1/current/BP-1284994421-172.17.0.2-1733221776905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:30:56,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/cluster_b2bbdaa3-8388-3c43-a793-320d4d43c319/data/data2/current/BP-1284994421-172.17.0.2-1733221776905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:30:56,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:30:56,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a5df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:30:56,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:30:56,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:30:56,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:30:56,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/hadoop.log.dir/,STOPPED} 2024-12-03T10:30:56,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:30:56,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:30:56,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:30:56,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:30:56,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:56,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:56,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:30:56,146 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:30:56,146 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=910593595, stopped=false 2024-12-03T10:30:56,146 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,41109,1733221773881 2024-12-03T10:30:56,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01514179508/running 2024-12-03T10:30:56,166 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01514179508/running 2024-12-03T10:30:56,166 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:30:56,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:30:56,166 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:30:56,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:30:56,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:30:56,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:56,167 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,38995,1733221774031' ***** 2024-12-03T10:30:56,167 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:30:56,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Set watcher on znode that does not yet exist, /01514179508/running 2024-12-03T10:30:56,167 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:30:56,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Set watcher on znode that does not yet exist, /01514179508/running 2024-12-03T10:30:56,167 INFO [RS:0;a78f5601770a:38995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:30:56,167 INFO [RS:0;a78f5601770a:38995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:30:56,167 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:30:56,167 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(3091): Received CLOSE for 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:30:56,168 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:30:56,168 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,38995,1733221774031 2024-12-03T10:30:56,168 INFO [RS:0;a78f5601770a:38995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:30:56,168 INFO [RS:0;a78f5601770a:38995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:38995. 2024-12-03T10:30:56,168 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 976cfe47538be1606dce3bf1c96c3dc2, disabling compactions & flushes 2024-12-03T10:30:56,168 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:30:56,168 DEBUG [RS:0;a78f5601770a:38995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:30:56,168 DEBUG [RS:0;a78f5601770a:38995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:56,168 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:30:56,168 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. after waiting 0 ms 2024-12-03T10:30:56,168 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:30:56,168 INFO [RS:0;a78f5601770a:38995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:30:56,168 INFO [RS:0;a78f5601770a:38995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:30:56,168 INFO [RS:0;a78f5601770a:38995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:30:56,168 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:30:56,168 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:30:56,168 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1325): Online Regions={976cfe47538be1606dce3bf1c96c3dc2=test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2., 1588230740=hbase:meta,,1.1588230740, 5f5e0275d085284f3bb9815207d0fe2e=hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e.} 2024-12-03T10:30:56,168 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f5e0275d085284f3bb9815207d0fe2e, 976cfe47538be1606dce3bf1c96c3dc2 2024-12-03T10:30:56,168 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:30:56,168 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:30:56,169 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:30:56,169 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:30:56,169 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:30:56,169 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:30:56,173 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/default/test/976cfe47538be1606dce3bf1c96c3dc2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T10:30:56,173 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:30:56,173 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:30:56,173 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:30:56,174 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 976cfe47538be1606dce3bf1c96c3dc2: Waiting for close lock at 1733221856168Running coprocessor pre-close hooks at 1733221856168Disabling compacts and flushes for region at 1733221856168Disabling writes for close at 1733221856168Writing region close event to WAL at 1733221856169 (+1 ms)Running coprocessor post-close hooks at 1733221856173 (+4 ms)Closed at 1733221856173 2024-12-03T10:30:56,174 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2. 2024-12-03T10:30:56,174 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f5e0275d085284f3bb9815207d0fe2e, disabling compactions & flushes 2024-12-03T10:30:56,174 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:30:56,174 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:30:56,174 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. after waiting 0 ms 2024-12-03T10:30:56,174 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:30:56,174 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f5e0275d085284f3bb9815207d0fe2e 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-03T10:30:56,187 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/info/c5abe302ed2e47e0b8ece6e0f8a3759c is 147, key is hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e./info:regioninfo/1733221787334/Put/seqid=0 2024-12-03T10:30:56,187 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/.tmp/hfileref/9648099a8d064d07b7d56d5fe3403b97 is 74, key is 1/hfileref:29f8a5261b2e4a98a1ed9d7acd41a729_SeqId_4_/1733221790656/DeleteColumn/seqid=0 2024-12-03T10:30:56,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741845_1021 (size=7686) 2024-12-03T10:30:56,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741844_1020 (size=5203) 2024-12-03T10:30:56,263 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:30:56,369 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:30:56,569 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:30:56,592 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/.tmp/hfileref/9648099a8d064d07b7d56d5fe3403b97 2024-12-03T10:30:56,592 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/info/c5abe302ed2e47e0b8ece6e0f8a3759c 2024-12-03T10:30:56,609 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/ns/ea843689de8b4fba976cf79d0b5d517a is 43, key is default/ns:d/1733221776811/Put/seqid=0 2024-12-03T10:30:56,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741846_1022 (size=5153) 2024-12-03T10:30:56,612 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/.tmp/queue/ae0c056da07a4b29b4050f6c7e80a102 is 153, key is 1-a78f5601770a,38995,1733221774031/queue:a78f5601770a%2C38995%2C1733221774031/1733221792480/Put/seqid=0 2024-12-03T10:30:56,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741847_1023 (size=5352) 2024-12-03T10:30:56,731 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:30:56,731 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:30:56,769 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:30:56,969 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f5e0275d085284f3bb9815207d0fe2e 2024-12-03T10:30:57,013 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/ns/ea843689de8b4fba976cf79d0b5d517a 2024-12-03T10:30:57,017 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/.tmp/queue/ae0c056da07a4b29b4050f6c7e80a102 2024-12-03T10:30:57,022 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/.tmp/hfileref/9648099a8d064d07b7d56d5fe3403b97 as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/hfileref/9648099a8d064d07b7d56d5fe3403b97 2024-12-03T10:30:57,027 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/hfileref/9648099a8d064d07b7d56d5fe3403b97, entries=2, sequenceid=10, filesize=5.1 K 2024-12-03T10:30:57,028 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/.tmp/queue/ae0c056da07a4b29b4050f6c7e80a102 as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/queue/ae0c056da07a4b29b4050f6c7e80a102 2024-12-03T10:30:57,032 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/rep_barrier/ea2d68d221074724b79074679888cebf is 112, key is test,,1733221781827.976cfe47538be1606dce3bf1c96c3dc2./rep_barrier:seqnumDuringOpen/1733221782986/Put/seqid=0 2024-12-03T10:30:57,033 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/queue/ae0c056da07a4b29b4050f6c7e80a102, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T10:30:57,034 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5f5e0275d085284f3bb9815207d0fe2e in 860ms, sequenceid=10, compaction requested=false 2024-12-03T10:30:57,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741848_1024 (size=5518) 2024-12-03T10:30:57,038 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/replication/5f5e0275d085284f3bb9815207d0fe2e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T10:30:57,038 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:30:57,038 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:30:57,038 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:30:57,038 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f5e0275d085284f3bb9815207d0fe2e: Waiting for close lock at 1733221856174Running coprocessor pre-close hooks at 1733221856174Disabling compacts and flushes for region at 1733221856174Disabling writes for close at 1733221856174Obtaining lock to block concurrent updates at 1733221856174Preparing flush snapshotting stores in 5f5e0275d085284f3bb9815207d0fe2e at 1733221856174Finished memstore snapshotting hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733221856175 (+1 ms)Flushing stores of hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. at 1733221856175Flushing 5f5e0275d085284f3bb9815207d0fe2e/hfileref: creating writer at 1733221856175Flushing 5f5e0275d085284f3bb9815207d0fe2e/hfileref: appending metadata at 1733221856187 (+12 ms)Flushing 5f5e0275d085284f3bb9815207d0fe2e/hfileref: closing flushed file at 1733221856187Flushing 5f5e0275d085284f3bb9815207d0fe2e/queue: creating writer at 1733221856597 (+410 ms)Flushing 5f5e0275d085284f3bb9815207d0fe2e/queue: appending metadata at 1733221856612 (+15 ms)Flushing 5f5e0275d085284f3bb9815207d0fe2e/queue: closing flushed file at 1733221856612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501ca781: reopening flushed file at 1733221857022 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20355fbd: reopening flushed file at 1733221857027 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5f5e0275d085284f3bb9815207d0fe2e in 860ms, sequenceid=10, compaction requested=false at 1733221857034 (+7 ms)Writing region close event to WAL at 1733221857035 (+1 ms)Running coprocessor post-close hooks at 1733221857038 (+3 ms)Closed at 1733221857038 2024-12-03T10:30:57,038 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221786168.5f5e0275d085284f3bb9815207d0fe2e. 2024-12-03T10:30:57,169 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:30:57,169 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:30:57,169 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:57,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:30:57,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:30:57,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:30:57,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:30:57,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:30:57,369 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:57,437 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/rep_barrier/ea2d68d221074724b79074679888cebf 2024-12-03T10:30:57,456 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/table/273a867c2093487cb9fde856c1fa42be is 53, key is hbase:replication/table:state/1733221787342/Put/seqid=0 2024-12-03T10:30:57,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741849_1025 (size=5308) 2024-12-03T10:30:57,570 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:57,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:30:57,770 DEBUG [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:30:57,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:30:57,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:30:57,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:30:57,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:30:57,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:30:57,784 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:30:57,784 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T10:30:57,784 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:30:57,861 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/table/273a867c2093487cb9fde856c1fa42be 2024-12-03T10:30:57,866 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/info/c5abe302ed2e47e0b8ece6e0f8a3759c as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/info/c5abe302ed2e47e0b8ece6e0f8a3759c 2024-12-03T10:30:57,871 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/info/c5abe302ed2e47e0b8ece6e0f8a3759c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:30:57,872 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/ns/ea843689de8b4fba976cf79d0b5d517a as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/ns/ea843689de8b4fba976cf79d0b5d517a 2024-12-03T10:30:57,876 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/ns/ea843689de8b4fba976cf79d0b5d517a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:30:57,877 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/rep_barrier/ea2d68d221074724b79074679888cebf as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/rep_barrier/ea2d68d221074724b79074679888cebf 2024-12-03T10:30:57,881 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/rep_barrier/ea2d68d221074724b79074679888cebf, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:30:57,882 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/.tmp/table/273a867c2093487cb9fde856c1fa42be as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/table/273a867c2093487cb9fde856c1fa42be 2024-12-03T10:30:57,887 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/table/273a867c2093487cb9fde856c1fa42be, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:30:57,888 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-12-03T10:30:57,893 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:30:57,893 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:30:57,893 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:30:57,893 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:30:57,893 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221856168Running coprocessor pre-close hooks at 1733221856168Disabling compacts and flushes for region at 1733221856168Disabling writes for close at 1733221856169 (+1 ms)Obtaining lock to block concurrent updates at 1733221856169Preparing flush snapshotting stores in 1588230740 at 1733221856169Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733221856169Flushing stores of hbase:meta,,1.1588230740 at 1733221856170 (+1 ms)Flushing 1588230740/info: creating writer at 1733221856170Flushing 1588230740/info: appending metadata at 1733221856187 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733221856187Flushing 1588230740/ns: creating writer at 1733221856597 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733221856608 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733221856608Flushing 1588230740/rep_barrier: creating writer at 1733221857018 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733221857032 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733221857032Flushing 1588230740/table: creating writer at 1733221857443 (+411 ms)Flushing 1588230740/table: appending metadata at 1733221857455 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733221857455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed2b306: reopening flushed file at 1733221857865 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36013d9a: reopening flushed file at 1733221857871 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773d9eae: reopening flushed file at 1733221857876 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c90c588: reopening flushed file at 1733221857881 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1733221857888 (+7 ms)Writing region close event to WAL at 1733221857889 (+1 ms)Running coprocessor post-close hooks at 1733221857893 (+4 ms)Closed at 1733221857893 2024-12-03T10:30:57,893 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:30:57,970 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,38995,1733221774031; all regions closed. 2024-12-03T10:30:57,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:30:57,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.meta.1733221776737.meta not finished, retry = 0 2024-12-03T10:30:58,075 DEBUG [RS:0;a78f5601770a:38995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/oldWALs 2024-12-03T10:30:58,075 INFO [RS:0;a78f5601770a:38995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C38995%2C1733221774031.meta:.meta(num 1733221776737) 2024-12-03T10:30:58,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741839_1015 (size=2700) 2024-12-03T10:30:58,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.rep.1733221787305 not finished, retry = 0 2024-12-03T10:30:58,179 DEBUG [RS:0;a78f5601770a:38995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/oldWALs 2024-12-03T10:30:58,179 INFO [RS:0;a78f5601770a:38995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C38995%2C1733221774031.rep:(num 1733221787305) 2024-12-03T10:30:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741832_1008 (size=1300) 2024-12-03T10:30:58,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/WALs/a78f5601770a,38995,1733221774031/a78f5601770a%2C38995%2C1733221774031.1733221775830 not finished, retry = 0 2024-12-03T10:30:58,284 DEBUG [RS:0;a78f5601770a:38995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/oldWALs 2024-12-03T10:30:58,284 INFO [RS:0;a78f5601770a:38995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C38995%2C1733221774031:(num 1733221775830) 2024-12-03T10:30:58,284 DEBUG [RS:0;a78f5601770a:38995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:58,284 INFO [RS:0;a78f5601770a:38995 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:30:58,284 INFO [RS:0;a78f5601770a:38995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:30:58,284 INFO [RS:0;a78f5601770a:38995 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:30:58,284 INFO [RS:0;a78f5601770a:38995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:30:58,284 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:30:58,285 INFO [RS:0;a78f5601770a:38995 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,38995,1733221774031 because: Region server is closing 2024-12-03T10:30:58,285 INFO [RS:0;a78f5601770a:38995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:38995. 2024-12-03T10:30:58,285 DEBUG [RS:0;a78f5601770a:38995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:30:58,285 DEBUG [RS:0;a78f5601770a:38995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:58,285 DEBUG [RS:0;a78f5601770a:38995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:58,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:30:58,385 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.wal-reader.a78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:30:58,385 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.shippera78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T10:30:58,386 INFO [RS:0;a78f5601770a:38995 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38995,1733221774031.replicationSource.shippera78f5601770a%2C38995%2C1733221774031,1-a78f5601770a,38995,1733221774031 terminated 2024-12-03T10:30:58,386 INFO [RS:0;a78f5601770a:38995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38995 2024-12-03T10:30:58,399 INFO [RS:0;a78f5601770a:38995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:30:58,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508/rs 2024-12-03T10:30:58,400 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01514179508/rs/a78f5601770a,38995,1733221774031 2024-12-03T10:30:58,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,38995,1733221774031] 2024-12-03T10:30:58,416 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01514179508/draining/a78f5601770a,38995,1733221774031 already deleted, retry=false 2024-12-03T10:30:58,416 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,38995,1733221774031 expired; onlineServers=0 2024-12-03T10:30:58,416 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,41109,1733221773881' ***** 2024-12-03T10:30:58,416 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:30:58,416 INFO [M:0;a78f5601770a:41109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:30:58,416 INFO [M:0;a78f5601770a:41109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:30:58,416 DEBUG [M:0;a78f5601770a:41109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:30:58,416 DEBUG [M:0;a78f5601770a:41109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:30:58,416 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:30:58,416 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221775562 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221775562,5,FailOnTimeoutGroup] 2024-12-03T10:30:58,416 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221775563 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221775563,5,FailOnTimeoutGroup] 2024-12-03T10:30:58,416 INFO [M:0;a78f5601770a:41109 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:30:58,416 INFO [M:0;a78f5601770a:41109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:30:58,416 DEBUG [M:0;a78f5601770a:41109 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:30:58,416 INFO [M:0;a78f5601770a:41109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:30:58,417 INFO [M:0;a78f5601770a:41109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:30:58,417 INFO [M:0;a78f5601770a:41109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:30:58,417 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:30:58,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01514179508/master 2024-12-03T10:30:58,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01514179508 2024-12-03T10:30:58,424 DEBUG [M:0;a78f5601770a:41109 {}] zookeeper.ZKUtil(347): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Unable to get data of znode /01514179508/master because node does not exist (not an error) 2024-12-03T10:30:58,424 WARN [M:0;a78f5601770a:41109 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:30:58,425 INFO [M:0;a78f5601770a:41109 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/.lastflushedseqids 2024-12-03T10:30:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741850_1026 (size=263) 2024-12-03T10:30:58,508 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:30:58,508 INFO [RS:0;a78f5601770a:38995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:30:58,508 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38995-0x1019c071dc20001, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:30:58,508 INFO [RS:0;a78f5601770a:38995 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,38995,1733221774031; zookeeper connection closed. 2024-12-03T10:30:58,508 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d06152 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d06152 2024-12-03T10:30:58,508 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:30:58,830 INFO [M:0;a78f5601770a:41109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:30:58,831 INFO [M:0;a78f5601770a:41109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:30:58,831 DEBUG [M:0;a78f5601770a:41109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:30:58,831 INFO [M:0;a78f5601770a:41109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:58,831 DEBUG [M:0;a78f5601770a:41109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:58,831 DEBUG [M:0;a78f5601770a:41109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:30:58,831 DEBUG [M:0;a78f5601770a:41109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:58,831 INFO [M:0;a78f5601770a:41109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-03T10:30:58,844 DEBUG [M:0;a78f5601770a:41109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c44183c9092a4032b5f2d3bf42814822 is 82, key is hbase:meta,,1/info:regioninfo/1733221776770/Put/seqid=0 2024-12-03T10:30:58,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741851_1027 (size=5672) 2024-12-03T10:30:59,248 INFO [M:0;a78f5601770a:41109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c44183c9092a4032b5f2d3bf42814822 2024-12-03T10:30:59,266 DEBUG [M:0;a78f5601770a:41109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21c99f12861e45adbabeb9b403b9bc17 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733221783002/Put/seqid=0 2024-12-03T10:30:59,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741852_1028 (size=7240) 2024-12-03T10:30:59,671 INFO [M:0;a78f5601770a:41109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21c99f12861e45adbabeb9b403b9bc17 2024-12-03T10:30:59,675 INFO [M:0;a78f5601770a:41109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21c99f12861e45adbabeb9b403b9bc17 2024-12-03T10:30:59,687 DEBUG [M:0;a78f5601770a:41109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41ddee4ecd334f908e9c0427786003fe is 69, key is a78f5601770a,38995,1733221774031/rs:state/1733221775683/Put/seqid=0 2024-12-03T10:30:59,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741853_1029 (size=5156) 2024-12-03T10:31:00,091 INFO [M:0;a78f5601770a:41109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41ddee4ecd334f908e9c0427786003fe 2024-12-03T10:31:00,096 DEBUG [M:0;a78f5601770a:41109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c44183c9092a4032b5f2d3bf42814822 as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c44183c9092a4032b5f2d3bf42814822 2024-12-03T10:31:00,100 INFO [M:0;a78f5601770a:41109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c44183c9092a4032b5f2d3bf42814822, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T10:31:00,101 DEBUG [M:0;a78f5601770a:41109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21c99f12861e45adbabeb9b403b9bc17 as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21c99f12861e45adbabeb9b403b9bc17 2024-12-03T10:31:00,106 INFO [M:0;a78f5601770a:41109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21c99f12861e45adbabeb9b403b9bc17 2024-12-03T10:31:00,106 INFO [M:0;a78f5601770a:41109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21c99f12861e45adbabeb9b403b9bc17, entries=11, sequenceid=105, filesize=7.1 K 2024-12-03T10:31:00,107 DEBUG [M:0;a78f5601770a:41109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41ddee4ecd334f908e9c0427786003fe as hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41ddee4ecd334f908e9c0427786003fe 2024-12-03T10:31:00,111 INFO [M:0;a78f5601770a:41109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35779/user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41ddee4ecd334f908e9c0427786003fe, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T10:31:00,112 INFO [M:0;a78f5601770a:41109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-12-03T10:31:00,115 INFO [M:0;a78f5601770a:41109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:00,115 DEBUG [M:0;a78f5601770a:41109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221858831Disabling compacts and flushes for region at 1733221858831Disabling writes for close at 1733221858831Obtaining lock to block concurrent updates at 1733221858831Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221858831Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733221858831Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221858832 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221858832Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221858844 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221858844Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221859253 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221859266 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221859266Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221859675 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221859686 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221859686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2004cc74: reopening flushed file at 1733221860095 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255a99da: reopening flushed file at 1733221860100 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b741abc: reopening flushed file at 1733221860106 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1733221860112 (+6 ms)Writing region close event to WAL at 1733221860115 (+3 ms)Closed at 1733221860115 2024-12-03T10:31:00,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17d68404-5782-e5aa-716a-e361fdb56fda/MasterData/WALs/a78f5601770a,41109,1733221773881/a78f5601770a%2C41109%2C1733221773881.1733221775363 not finished, retry = 0 2024-12-03T10:31:00,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741830_1006 (size=64526) 2024-12-03T10:31:00,218 INFO [M:0;a78f5601770a:41109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:31:00,218 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:00,218 INFO [M:0;a78f5601770a:41109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41109 2024-12-03T10:31:00,219 INFO [M:0;a78f5601770a:41109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:00,348 INFO [M:0;a78f5601770a:41109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41109-0x1019c071dc20000, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:00,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:31:00,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:31:00,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:31:00,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:31:00,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/hadoop.log.dir/,STOPPED} 2024-12-03T10:31:00,351 WARN [BP-924688471-172.17.0.2-1733221772273 heartbeating to localhost/127.0.0.1:35779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:31:00,351 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:31:00,351 WARN [BP-924688471-172.17.0.2-1733221772273 heartbeating to localhost/127.0.0.1:35779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-924688471-172.17.0.2-1733221772273 (Datanode Uuid f2e21e04-91e2-4ec7-b636-962b2dd769fb) service to localhost/127.0.0.1:35779 2024-12-03T10:31:00,351 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:31:00,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/cluster_7049827c-652c-36ef-9114-ac61d186edc3/data/data1/current/BP-924688471-172.17.0.2-1733221772273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:31:00,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/cluster_7049827c-652c-36ef-9114-ac61d186edc3/data/data2/current/BP-924688471-172.17.0.2-1733221772273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:31:00,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:31:00,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:31:00,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:31:00,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:31:00,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:31:00,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a8ed6d-6390-de8a-ad6c-f72d9811903b/hadoop.log.dir/,STOPPED} 2024-12-03T10:31:00,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:31:00,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:31:00,378 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 138) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63545) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f05e4b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f05e4b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63545) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40651 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35779 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7937 (was 8044) 2024-12-03T10:31:00,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=7937 2024-12-03T10:31:00,394 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-03T10:31:00,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/hadoop.log.dir so I do NOT create it in target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6 2024-12-03T10:31:00,394 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:31:00,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/hadoop.tmp.dir so I do NOT create it in target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6 2024-12-03T10:31:00,394 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6f34e0d-acd4-3148-e8c5-6218077e4615/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:31:00,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6 2024-12-03T10:31:00,395 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/cluster_20068937-8dbd-1a36-0244-d4866b65a810, deleteOnExit=true 2024-12-03T10:31:00,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/cluster_20068937-8dbd-1a36-0244-d4866b65a810/zookeeper_0, clientPort=64787, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/cluster_20068937-8dbd-1a36-0244-d4866b65a810/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/cluster_20068937-8dbd-1a36-0244-d4866b65a810/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:31:00,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64787 2024-12-03T10:31:00,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:31:00,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:31:00,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/test.cache.data in system properties and HBase conf 2024-12-03T10:31:00,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:31:00,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:31:00,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:31:00,421 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:31:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:31:00,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019c071dc20005, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:31:00,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019c071dc20002, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:31:00,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019c071dc20002, quorum=127.0.0.1:63545, baseZNode=/01514179508 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:31:00,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019c071dc20005, quorum=127.0.0.1:63545, baseZNode=/11292205548 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:31:00,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:00,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:31:00,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:31:00,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:31:00,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:31:00,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:00,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:31:00,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:31:00,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/java.io.tmpdir/jetty-localhost-38237-hadoop-hdfs-3_4_1-tests_jar-_-any-6882829171168874797/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:31:00,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:38237} 2024-12-03T10:31:00,789 INFO [Time-limited test {}] server.Server(415): Started @138907ms 2024-12-03T10:31:00,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:00,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:31:00,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:31:00,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:31:00,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:31:00,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:31:00,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:31:01,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e0d86d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/java.io.tmpdir/jetty-localhost-42767-hadoop-hdfs-3_4_1-tests_jar-_-any-8750023509563819519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:31:01,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:42767} 2024-12-03T10:31:01,063 INFO [Time-limited test {}] server.Server(415): Started @139181ms 2024-12-03T10:31:01,064 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:31:01,556 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/cluster_20068937-8dbd-1a36-0244-d4866b65a810/data/data1/current/BP-2113934639-172.17.0.2-1733221860436/current, will proceed with Du for space computation calculation, 2024-12-03T10:31:01,556 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/cluster_20068937-8dbd-1a36-0244-d4866b65a810/data/data2/current/BP-2113934639-172.17.0.2-1733221860436/current, will proceed with Du for space computation calculation, 2024-12-03T10:31:01,570 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:31:01,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedf5824d2a913089 with lease ID 0xa856d8e5b2adeb7c: Processing first storage report for DS-22007a14-f605-4add-80b4-337cd24c8fab from datanode DatanodeRegistration(127.0.0.1:34887, datanodeUuid=1b90959f-b141-4544-8845-737d5df5925a, infoPort=36151, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=971919485;c=1733221860436) 2024-12-03T10:31:01,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedf5824d2a913089 with lease ID 0xa856d8e5b2adeb7c: from storage DS-22007a14-f605-4add-80b4-337cd24c8fab node DatanodeRegistration(127.0.0.1:34887, datanodeUuid=1b90959f-b141-4544-8845-737d5df5925a, infoPort=36151, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=971919485;c=1733221860436), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:31:01,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedf5824d2a913089 with lease ID 0xa856d8e5b2adeb7c: Processing first storage report for DS-39efbb52-9f94-4a8b-9c9f-4d796f718067 from datanode DatanodeRegistration(127.0.0.1:34887, datanodeUuid=1b90959f-b141-4544-8845-737d5df5925a, infoPort=36151, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=971919485;c=1733221860436) 2024-12-03T10:31:01,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedf5824d2a913089 with lease ID 0xa856d8e5b2adeb7c: from storage DS-39efbb52-9f94-4a8b-9c9f-4d796f718067 node DatanodeRegistration(127.0.0.1:34887, datanodeUuid=1b90959f-b141-4544-8845-737d5df5925a, infoPort=36151, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=971919485;c=1733221860436), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:31:01,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6 2024-12-03T10:31:01,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:01,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:31:01,997 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6 with version=8 2024-12-03T10:31:01,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/hbase-staging 2024-12-03T10:31:01,999 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:01,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:01,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:01,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:01,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:01,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:01,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:31:01,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:02,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41187 2024-12-03T10:31:02,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41187 connecting to ZooKeeper ensemble=127.0.0.1:64787 2024-12-03T10:31:02,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411870x0, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:02,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41187-0x1019c08762b0000 connected 2024-12-03T10:31:02,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:02,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:02,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/running 2024-12-03T10:31:02,135 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6, hbase.cluster.distributed=false 2024-12-03T10:31:02,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/acl 2024-12-03T10:31:02,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41187 2024-12-03T10:31:02,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41187 2024-12-03T10:31:02,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41187 2024-12-03T10:31:02,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41187 2024-12-03T10:31:02,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41187 2024-12-03T10:31:02,150 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:02,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:02,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:02,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:02,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:02,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:02,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:31:02,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:02,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38469 2024-12-03T10:31:02,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38469 connecting to ZooKeeper ensemble=127.0.0.1:64787 2024-12-03T10:31:02,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:02,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:02,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384690x0, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:02,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384690x0, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/running 2024-12-03T10:31:02,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38469-0x1019c08762b0001 connected 2024-12-03T10:31:02,167 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:31:02,167 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:31:02,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/master 2024-12-03T10:31:02,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/acl 2024-12-03T10:31:02,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38469 2024-12-03T10:31:02,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38469 2024-12-03T10:31:02,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38469 2024-12-03T10:31:02,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38469 2024-12-03T10:31:02,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38469 2024-12-03T10:31:02,185 DEBUG [M:0;a78f5601770a:41187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:41187 2024-12-03T10:31:02,185 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01858302855/backup-masters/a78f5601770a,41187,1733221861999 2024-12-03T10:31:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/backup-masters 2024-12-03T10:31:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/backup-masters 2024-12-03T10:31:02,191 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on existing znode=/01858302855/backup-masters/a78f5601770a,41187,1733221861999 2024-12-03T10:31:02,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:02,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01858302855/master 2024-12-03T10:31:02,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:02,199 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on existing znode=/01858302855/master 2024-12-03T10:31:02,199 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01858302855/backup-masters/a78f5601770a,41187,1733221861999 from backup master directory 2024-12-03T10:31:02,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01858302855/backup-masters/a78f5601770a,41187,1733221861999 2024-12-03T10:31:02,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/backup-masters 2024-12-03T10:31:02,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/backup-masters 2024-12-03T10:31:02,207 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:02,207 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,41187,1733221861999 2024-12-03T10:31:02,211 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/hbase.id] with ID: f4a5eb15-9958-4b95-9c34-b3a899c73a9a 2024-12-03T10:31:02,211 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/.tmp/hbase.id 2024-12-03T10:31:02,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:31:02,616 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/.tmp/hbase.id]:[hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/hbase.id] 2024-12-03T10:31:02,627 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:02,627 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:31:02,628 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:31:02,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:02,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:02,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:31:03,062 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:31:03,062 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:31:03,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:03,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:31:03,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:31:03,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:03,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:03,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:03,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:03,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:03,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:03,469 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store 2024-12-03T10:31:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:31:03,875 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:03,875 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:31:03,875 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:03,875 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:03,875 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:31:03,875 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:03,875 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:03,875 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221863875Disabling compacts and flushes for region at 1733221863875Disabling writes for close at 1733221863875Writing region close event to WAL at 1733221863875Closed at 1733221863875 2024-12-03T10:31:03,876 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/.initializing 2024-12-03T10:31:03,876 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999 2024-12-03T10:31:03,878 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:31:03,879 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C41187%2C1733221861999, suffix=, logDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/oldWALs, maxLogs=10 2024-12-03T10:31:03,889 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999/a78f5601770a%2C41187%2C1733221861999.1733221863879, exclude list is [], retry=0 2024-12-03T10:31:03,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-22007a14-f605-4add-80b4-337cd24c8fab,DISK] 2024-12-03T10:31:03,893 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999/a78f5601770a%2C41187%2C1733221861999.1733221863879 2024-12-03T10:31:03,893 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36151:36151)] 2024-12-03T10:31:03,893 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:03,894 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:03,894 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,894 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:31:03,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:03,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:03,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:31:03,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:03,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:03,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:31:03,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:03,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:03,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:31:03,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:03,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:03,901 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,901 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,902 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,903 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,903 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,903 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:03,904 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:03,906 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:03,906 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74590455, jitterRate=0.11148439347743988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:03,907 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221863894Initializing all the Stores at 1733221863895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221863895Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221863895Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221863895Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221863895Cleaning up temporary data from old regions at 1733221863903 (+8 ms)Region opened successfully at 1733221863907 (+4 ms) 2024-12-03T10:31:03,907 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:31:03,909 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea15204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:31:03,910 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:31:03,910 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:31:03,910 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:31:03,910 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:31:03,911 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:31:03,911 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:31:03,911 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:31:03,913 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:31:03,913 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/balancer because node does not exist (not necessarily an error) 2024-12-03T10:31:03,924 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/balancer already deleted, retry=false 2024-12-03T10:31:03,924 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:31:03,925 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:31:03,932 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/normalizer already deleted, retry=false 2024-12-03T10:31:03,932 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:31:03,933 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:31:03,940 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/switch/split already deleted, retry=false 2024-12-03T10:31:03,941 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:31:03,949 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/switch/merge already deleted, retry=false 2024-12-03T10:31:03,950 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:31:03,957 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/snapshot-cleanup already deleted, retry=false 2024-12-03T10:31:03,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01858302855/running 2024-12-03T10:31:03,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01858302855/running 2024-12-03T10:31:03,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:03,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:03,966 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,41187,1733221861999, sessionid=0x1019c08762b0000, setting cluster-up flag (Was=false) 2024-12-03T10:31:03,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:03,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:04,007 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01858302855/flush-table-proc/acquired, /01858302855/flush-table-proc/reached, /01858302855/flush-table-proc/abort 2024-12-03T10:31:04,008 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,41187,1733221861999 2024-12-03T10:31:04,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:04,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:04,049 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01858302855/online-snapshot/acquired, /01858302855/online-snapshot/reached, /01858302855/online-snapshot/abort 2024-12-03T10:31:04,050 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,41187,1733221861999 2024-12-03T10:31:04,051 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:31:04,052 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:04,052 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:31:04,052 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:31:04,052 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,41187,1733221861999 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:31:04,054 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:04,054 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:04,054 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:04,054 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:04,054 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:31:04,054 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,054 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:31:04,054 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,055 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221894054 2024-12-03T10:31:04,055 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:31:04,055 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:31:04,055 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:31:04,055 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:31:04,055 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:31:04,055 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:31:04,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:04,055 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:31:04,055 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:31:04,055 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:31:04,056 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:31:04,056 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:31:04,056 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:31:04,056 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:31:04,056 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221864056,5,FailOnTimeoutGroup] 2024-12-03T10:31:04,056 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:04,056 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221864056,5,FailOnTimeoutGroup] 2024-12-03T10:31:04,056 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,056 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:31:04,056 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,056 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:31:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:31:04,078 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(746): ClusterId : f4a5eb15-9958-4b95-9c34-b3a899c73a9a 2024-12-03T10:31:04,078 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:31:04,083 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:31:04,083 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:31:04,091 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:31:04,091 DEBUG [RS:0;a78f5601770a:38469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9114e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:31:04,102 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:38469 2024-12-03T10:31:04,102 INFO [RS:0;a78f5601770a:38469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:31:04,102 INFO [RS:0;a78f5601770a:38469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:31:04,102 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:31:04,102 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,41187,1733221861999 with port=38469, startcode=1733221862150 2024-12-03T10:31:04,102 DEBUG [RS:0;a78f5601770a:38469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:31:04,104 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:31:04,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,38469,1733221862150 2024-12-03T10:31:04,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41187 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,38469,1733221862150 2024-12-03T10:31:04,106 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6 2024-12-03T10:31:04,106 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35761 2024-12-03T10:31:04,106 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:31:04,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/rs 2024-12-03T10:31:04,116 DEBUG [RS:0;a78f5601770a:38469 {}] zookeeper.ZKUtil(111): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on existing znode=/01858302855/rs/a78f5601770a,38469,1733221862150 2024-12-03T10:31:04,116 WARN [RS:0;a78f5601770a:38469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:04,116 INFO [RS:0;a78f5601770a:38469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:04,116 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150 2024-12-03T10:31:04,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,38469,1733221862150] 2024-12-03T10:31:04,119 INFO [RS:0;a78f5601770a:38469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:31:04,120 INFO [RS:0;a78f5601770a:38469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:31:04,121 INFO [RS:0;a78f5601770a:38469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:31:04,121 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,121 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:31:04,121 INFO [RS:0;a78f5601770a:38469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:31:04,122 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:31:04,122 DEBUG [RS:0;a78f5601770a:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:31:04,122 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,122 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,122 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,123 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,123 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,123 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,38469,1733221862150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:31:04,134 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:31:04,134 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,38469,1733221862150-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,134 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,134 INFO [RS:0;a78f5601770a:38469 {}] regionserver.Replication(171): a78f5601770a,38469,1733221862150 started 2024-12-03T10:31:04,145 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:04,145 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,38469,1733221862150, RpcServer on a78f5601770a/172.17.0.2:38469, sessionid=0x1019c08762b0001 2024-12-03T10:31:04,145 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:31:04,145 DEBUG [RS:0;a78f5601770a:38469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,38469,1733221862150 2024-12-03T10:31:04,145 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,38469,1733221862150' 2024-12-03T10:31:04,145 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01858302855/flush-table-proc/abort' 2024-12-03T10:31:04,146 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01858302855/flush-table-proc/acquired' 2024-12-03T10:31:04,146 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:31:04,146 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:31:04,146 DEBUG [RS:0;a78f5601770a:38469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,38469,1733221862150 2024-12-03T10:31:04,146 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,38469,1733221862150' 2024-12-03T10:31:04,146 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01858302855/online-snapshot/abort' 2024-12-03T10:31:04,147 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01858302855/online-snapshot/acquired' 2024-12-03T10:31:04,147 DEBUG [RS:0;a78f5601770a:38469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:31:04,147 INFO [RS:0;a78f5601770a:38469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:31:04,147 INFO [RS:0;a78f5601770a:38469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:31:04,247 INFO [RS:0;a78f5601770a:38469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:31:04,249 INFO [RS:0;a78f5601770a:38469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C38469%2C1733221862150, suffix=, logDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs, maxLogs=10 2024-12-03T10:31:04,259 DEBUG [RS:0;a78f5601770a:38469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.1733221864249, exclude list is [], retry=0 2024-12-03T10:31:04,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-22007a14-f605-4add-80b4-337cd24c8fab,DISK] 2024-12-03T10:31:04,263 INFO [RS:0;a78f5601770a:38469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.1733221864249 2024-12-03T10:31:04,264 DEBUG [RS:0;a78f5601770a:38469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36151:36151)] 2024-12-03T10:31:04,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:31:04,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6 2024-12-03T10:31:04,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:31:04,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:04,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:31:04,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:31:04,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:04,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:04,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:31:04,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:31:04,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:04,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:04,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:31:04,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:31:04,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:04,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:04,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:31:04,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:31:04,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:04,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:04,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:31:04,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740 2024-12-03T10:31:04,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740 2024-12-03T10:31:04,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:31:04,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:31:04,883 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:04,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:31:04,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:04,886 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73420935, jitterRate=0.09405718743801117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:04,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221864874Initializing all the Stores at 1733221864875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221864875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221864875Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221864875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221864875Cleaning up temporary data from old regions at 1733221864883 (+8 ms)Region opened successfully at 1733221864887 (+4 ms) 2024-12-03T10:31:04,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:31:04,887 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:31:04,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:31:04,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:31:04,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:31:04,887 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:04,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221864887Disabling compacts and flushes for region at 1733221864887Disabling writes for close at 1733221864887Writing region close event to WAL at 1733221864887Closed at 1733221864887 2024-12-03T10:31:04,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:04,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:31:04,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:31:04,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:31:04,890 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:31:05,040 DEBUG [a78f5601770a:41187 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:31:05,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,38469,1733221862150 2024-12-03T10:31:05,042 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,38469,1733221862150, state=OPENING 2024-12-03T10:31:05,072 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:31:05,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:05,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:05,083 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:31:05,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: CHANGED 2024-12-03T10:31:05,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: CHANGED 2024-12-03T10:31:05,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,38469,1733221862150}] 2024-12-03T10:31:05,235 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:31:05,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:31:05,239 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:31:05,239 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:05,240 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:31:05,241 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C38469%2C1733221862150.meta, suffix=.meta, logDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs, maxLogs=10 2024-12-03T10:31:05,252 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.meta.1733221865241.meta, exclude list is [], retry=0 2024-12-03T10:31:05,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-22007a14-f605-4add-80b4-337cd24c8fab,DISK] 2024-12-03T10:31:05,255 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.meta.1733221865241.meta 2024-12-03T10:31:05,256 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36151:36151)] 2024-12-03T10:31:05,256 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:05,256 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:05,256 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:31:05,256 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:31:05,256 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:31:05,257 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:31:05,257 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:05,257 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:31:05,257 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:31:05,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:31:05,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:31:05,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:05,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:05,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:31:05,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:31:05,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:05,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:05,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:31:05,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:31:05,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:05,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:05,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:31:05,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:31:05,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:05,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:05,262 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:31:05,263 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740 2024-12-03T10:31:05,264 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740 2024-12-03T10:31:05,266 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:31:05,266 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:31:05,266 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:05,267 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:31:05,268 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69318735, jitterRate=0.032929643988609314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:05,268 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:31:05,269 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221865257Writing region info on filesystem at 1733221865257Initializing all the Stores at 1733221865258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221865258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221865258Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221865258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221865258Cleaning up temporary data from old regions at 1733221865266 (+8 ms)Running coprocessor post-open hooks at 1733221865268 (+2 ms)Region opened successfully at 1733221865269 (+1 ms) 2024-12-03T10:31:05,269 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221865235 2024-12-03T10:31:05,271 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:31:05,271 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:31:05,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,38469,1733221862150 2024-12-03T10:31:05,272 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,38469,1733221862150, state=OPEN 2024-12-03T10:31:05,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01858302855/meta-region-server 2024-12-03T10:31:05,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01858302855/meta-region-server 2024-12-03T10:31:05,305 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,38469,1733221862150 2024-12-03T10:31:05,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: CHANGED 2024-12-03T10:31:05,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: CHANGED 2024-12-03T10:31:05,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:31:05,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,38469,1733221862150 in 222 msec 2024-12-03T10:31:05,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:31:05,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-12-03T10:31:05,309 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:05,309 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:31:05,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:05,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,38469,1733221862150, seqNum=-1] 2024-12-03T10:31:05,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:05,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:05,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-12-03T10:31:05,317 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221865317, completionTime=-1 2024-12-03T10:31:05,317 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:31:05,317 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:31:05,319 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:31:05,319 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221925319 2024-12-03T10:31:05,319 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733221985319 2024-12-03T10:31:05,319 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:31:05,319 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41187,1733221861999-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:05,319 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41187,1733221861999-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:05,319 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41187,1733221861999-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:05,319 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:41187, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:05,319 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:05,320 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:05,321 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:31:05,323 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.116sec 2024-12-03T10:31:05,323 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:31:05,323 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:31:05,323 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:31:05,323 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:31:05,323 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:31:05,323 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41187,1733221861999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:31:05,323 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41187,1733221861999-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:31:05,325 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:31:05,325 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:31:05,325 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41187,1733221861999-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:05,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:05,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41187,-1 for getting cluster id 2024-12-03T10:31:05,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:05,380 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4a5eb15-9958-4b95-9c34-b3a899c73a9a' 2024-12-03T10:31:05,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:05,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4a5eb15-9958-4b95-9c34-b3a899c73a9a" 2024-12-03T10:31:05,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1a261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:05,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41187,-1] 2024-12-03T10:31:05,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:05,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:05,382 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:05,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:05,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,38469,1733221862150, seqNum=-1] 2024-12-03T10:31:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:05,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:05,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,41187,1733221861999 2024-12-03T10:31:05,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64787 2024-12-03T10:31:05,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:05,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019c08762b0002 connected 2024-12-03T10:31:05,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/hadoop.log.dir so I do NOT create it in target/test-data/8243a974-1e27-0362-52df-31f685bca7fa 2024-12-03T10:31:05,418 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:31:05,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/hadoop.tmp.dir so I do NOT create it in target/test-data/8243a974-1e27-0362-52df-31f685bca7fa 2024-12-03T10:31:05,418 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:31:05,418 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa 2024-12-03T10:31:05,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:31:05,418 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/cluster_3df25bd4-504b-dc2c-91fb-75707523ff59, deleteOnExit=true 2024-12-03T10:31:05,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:31:05,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/test.cache.data in system properties and HBase conf 2024-12-03T10:31:05,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:31:05,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:31:05,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:31:05,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:31:05,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:31:05,419 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:31:05,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:31:05,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:31:05,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:31:05,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:31:05,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:05,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:31:05,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:31:05,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:31:05,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:31:05,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:05,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:31:05,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:31:05,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1834e79a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/java.io.tmpdir/jetty-localhost-32875-hadoop-hdfs-3_4_1-tests_jar-_-any-11351106514016588157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:31:05,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:32875} 2024-12-03T10:31:05,793 INFO [Time-limited test {}] server.Server(415): Started @143910ms 2024-12-03T10:31:06,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:06,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:31:06,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:31:06,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:31:06,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:31:06,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:31:06,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:31:06,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@297064e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/java.io.tmpdir/jetty-localhost-45513-hadoop-hdfs-3_4_1-tests_jar-_-any-11648506859081120247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:31:06,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:45513} 2024-12-03T10:31:06,125 INFO [Time-limited test {}] server.Server(415): Started @144243ms 2024-12-03T10:31:06,126 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:31:06,640 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/cluster_3df25bd4-504b-dc2c-91fb-75707523ff59/data/data2/current/BP-195735296-172.17.0.2-1733221865441/current, will proceed with Du for space computation calculation, 2024-12-03T10:31:06,640 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/cluster_3df25bd4-504b-dc2c-91fb-75707523ff59/data/data1/current/BP-195735296-172.17.0.2-1733221865441/current, will proceed with Du for space computation calculation, 2024-12-03T10:31:06,656 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:31:06,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5353a3b5980a13b9 with lease ID 0xd08a25785ecba76b: Processing first storage report for DS-bfe175fd-9679-4b3c-b3bd-001a97c2ee5f from datanode DatanodeRegistration(127.0.0.1:36509, datanodeUuid=aaff5a89-6458-4270-9fae-1c6695dc0f88, infoPort=37257, infoSecurePort=0, ipcPort=44343, storageInfo=lv=-57;cid=testClusterID;nsid=767531547;c=1733221865441) 2024-12-03T10:31:06,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5353a3b5980a13b9 with lease ID 0xd08a25785ecba76b: from storage DS-bfe175fd-9679-4b3c-b3bd-001a97c2ee5f node DatanodeRegistration(127.0.0.1:36509, datanodeUuid=aaff5a89-6458-4270-9fae-1c6695dc0f88, infoPort=37257, infoSecurePort=0, ipcPort=44343, storageInfo=lv=-57;cid=testClusterID;nsid=767531547;c=1733221865441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:31:06,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5353a3b5980a13b9 with lease ID 0xd08a25785ecba76b: Processing first storage report for DS-c4bf4429-f40a-4a00-92b3-1375d8ac23e8 from datanode DatanodeRegistration(127.0.0.1:36509, datanodeUuid=aaff5a89-6458-4270-9fae-1c6695dc0f88, infoPort=37257, infoSecurePort=0, ipcPort=44343, storageInfo=lv=-57;cid=testClusterID;nsid=767531547;c=1733221865441) 2024-12-03T10:31:06,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5353a3b5980a13b9 with lease ID 0xd08a25785ecba76b: from storage DS-c4bf4429-f40a-4a00-92b3-1375d8ac23e8 node DatanodeRegistration(127.0.0.1:36509, datanodeUuid=aaff5a89-6458-4270-9fae-1c6695dc0f88, infoPort=37257, infoSecurePort=0, ipcPort=44343, storageInfo=lv=-57;cid=testClusterID;nsid=767531547;c=1733221865441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:31:06,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa 2024-12-03T10:31:06,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:06,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:06,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:31:07,162 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c with version=8 2024-12-03T10:31:07,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/hbase-staging 2024-12-03T10:31:07,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:07,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:07,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:07,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:07,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:07,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:07,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:31:07,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:07,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40251 2024-12-03T10:31:07,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40251 connecting to ZooKeeper ensemble=127.0.0.1:64787 2024-12-03T10:31:07,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402510x0, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:07,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40251-0x1019c08762b0003 connected 2024-12-03T10:31:07,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:07,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:07,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Set watcher on znode that does not yet exist, /1-603461431/running 2024-12-03T10:31:07,260 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c, hbase.cluster.distributed=false 2024-12-03T10:31:07,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Set watcher on znode that does not yet exist, /1-603461431/acl 2024-12-03T10:31:07,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40251 2024-12-03T10:31:07,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40251 2024-12-03T10:31:07,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40251 2024-12-03T10:31:07,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40251 2024-12-03T10:31:07,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40251 2024-12-03T10:31:07,274 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:07,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:07,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:07,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:07,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:07,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:07,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:31:07,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:07,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43865 2024-12-03T10:31:07,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43865 connecting to ZooKeeper ensemble=127.0.0.1:64787 2024-12-03T10:31:07,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:07,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:07,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438650x0, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:07,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43865-0x1019c08762b0004 connected 2024-12-03T10:31:07,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Set watcher on znode that does not yet exist, /1-603461431/running 2024-12-03T10:31:07,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:31:07,290 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:31:07,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Set watcher on znode that does not yet exist, /1-603461431/master 2024-12-03T10:31:07,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Set watcher on znode that does not yet exist, /1-603461431/acl 2024-12-03T10:31:07,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43865 2024-12-03T10:31:07,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43865 2024-12-03T10:31:07,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43865 2024-12-03T10:31:07,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43865 2024-12-03T10:31:07,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43865 2024-12-03T10:31:07,309 DEBUG [M:0;a78f5601770a:40251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:40251 2024-12-03T10:31:07,309 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-603461431/backup-masters/a78f5601770a,40251,1733221867164 2024-12-03T10:31:07,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431/backup-masters 2024-12-03T10:31:07,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431/backup-masters 2024-12-03T10:31:07,316 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Set watcher on existing znode=/1-603461431/backup-masters/a78f5601770a,40251,1733221867164 2024-12-03T10:31:07,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:07,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-603461431/master 2024-12-03T10:31:07,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:07,324 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Set watcher on existing znode=/1-603461431/master 2024-12-03T10:31:07,324 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-603461431/backup-masters/a78f5601770a,40251,1733221867164 from backup master directory 2024-12-03T10:31:07,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431/backup-masters 2024-12-03T10:31:07,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-603461431/backup-masters/a78f5601770a,40251,1733221867164 2024-12-03T10:31:07,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431/backup-masters 2024-12-03T10:31:07,332 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:07,332 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,40251,1733221867164 2024-12-03T10:31:07,335 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/hbase.id] with ID: 35697186-7e25-459a-b10b-588dd8a3f0ee 2024-12-03T10:31:07,335 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/.tmp/hbase.id 2024-12-03T10:31:07,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:31:07,741 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/.tmp/hbase.id]:[hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/hbase.id] 2024-12-03T10:31:07,749 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:07,749 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:31:07,750 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:31:07,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:07,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:07,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:31:08,186 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:31:08,186 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:31:08,187 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:08,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:31:08,593 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store 2024-12-03T10:31:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:31:08,999 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:08,999 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:31:08,999 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:08,999 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:08,999 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:31:08,999 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:08,999 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:08,999 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221868999Disabling compacts and flushes for region at 1733221868999Disabling writes for close at 1733221868999Writing region close event to WAL at 1733221868999Closed at 1733221868999 2024-12-03T10:31:09,000 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/.initializing 2024-12-03T10:31:09,000 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/WALs/a78f5601770a,40251,1733221867164 2024-12-03T10:31:09,001 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:31:09,002 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C40251%2C1733221867164, suffix=, logDir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/WALs/a78f5601770a,40251,1733221867164, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/oldWALs, maxLogs=10 2024-12-03T10:31:09,013 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/WALs/a78f5601770a,40251,1733221867164/a78f5601770a%2C40251%2C1733221867164.1733221869002, exclude list is [], retry=0 2024-12-03T10:31:09,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36509,DS-bfe175fd-9679-4b3c-b3bd-001a97c2ee5f,DISK] 2024-12-03T10:31:09,017 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/WALs/a78f5601770a,40251,1733221867164/a78f5601770a%2C40251%2C1733221867164.1733221869002 2024-12-03T10:31:09,017 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37257:37257)] 2024-12-03T10:31:09,017 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:09,017 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:09,017 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,017 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:31:09,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:09,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:09,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:31:09,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:09,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:09,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:31:09,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:09,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:09,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:31:09,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:09,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:09,024 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,025 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,025 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,026 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,026 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,026 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:09,027 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:09,029 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:09,029 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68407178, jitterRate=0.019346386194229126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:09,029 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221869017Initializing all the Stores at 1733221869018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221869018Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221869018Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221869018Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221869018Cleaning up temporary data from old regions at 1733221869026 (+8 ms)Region opened successfully at 1733221869029 (+3 ms) 2024-12-03T10:31:09,029 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:31:09,031 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58127752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:31:09,032 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:31:09,032 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:31:09,032 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:31:09,032 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:31:09,033 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:31:09,033 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:31:09,033 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:31:09,034 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:31:09,035 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Unable to get data of znode /1-603461431/balancer because node does not exist (not necessarily an error) 2024-12-03T10:31:09,072 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-603461431/balancer already deleted, retry=false 2024-12-03T10:31:09,072 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:31:09,073 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Unable to get data of znode /1-603461431/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:31:09,082 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-603461431/normalizer already deleted, retry=false 2024-12-03T10:31:09,082 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:31:09,083 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Unable to get data of znode /1-603461431/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:31:09,090 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-603461431/switch/split already deleted, retry=false 2024-12-03T10:31:09,091 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Unable to get data of znode /1-603461431/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:31:09,098 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-603461431/switch/merge already deleted, retry=false 2024-12-03T10:31:09,100 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Unable to get data of znode /1-603461431/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:31:09,107 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-603461431/snapshot-cleanup already deleted, retry=false 2024-12-03T10:31:09,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-603461431/running 2024-12-03T10:31:09,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-603461431/running 2024-12-03T10:31:09,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:09,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:09,116 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,40251,1733221867164, sessionid=0x1019c08762b0003, setting cluster-up flag (Was=false) 2024-12-03T10:31:09,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:09,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:09,157 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-603461431/flush-table-proc/acquired, /1-603461431/flush-table-proc/reached, /1-603461431/flush-table-proc/abort 2024-12-03T10:31:09,158 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,40251,1733221867164 2024-12-03T10:31:09,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:09,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:09,198 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-603461431/online-snapshot/acquired, /1-603461431/online-snapshot/reached, /1-603461431/online-snapshot/abort 2024-12-03T10:31:09,199 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,40251,1733221867164 2024-12-03T10:31:09,200 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:31:09,202 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:09,202 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:31:09,202 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:31:09,202 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(746): ClusterId : 35697186-7e25-459a-b10b-588dd8a3f0ee 2024-12-03T10:31:09,202 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:31:09,202 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,40251,1733221867164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:31:09,207 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:31:09,207 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:31:09,207 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:09,207 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:09,207 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:09,207 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:09,207 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:31:09,207 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,207 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:31:09,208 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,208 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221899208 2024-12-03T10:31:09,208 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:31:09,208 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:31:09,208 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:31:09,208 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:31:09,208 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:31:09,208 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:31:09,209 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:09,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:31:09,209 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:31:09,209 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:31:09,209 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:31:09,209 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:31:09,209 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:31:09,209 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:31:09,209 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221869209,5,FailOnTimeoutGroup] 2024-12-03T10:31:09,210 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221869209,5,FailOnTimeoutGroup] 2024-12-03T10:31:09,210 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,210 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:31:09,210 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,210 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,210 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:09,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:31:09,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:31:09,216 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:31:09,216 DEBUG [RS:0;a78f5601770a:43865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498ce3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:31:09,225 DEBUG [RS:0;a78f5601770a:43865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:43865 2024-12-03T10:31:09,226 INFO [RS:0;a78f5601770a:43865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:31:09,226 INFO [RS:0;a78f5601770a:43865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:31:09,226 DEBUG [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:31:09,226 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,40251,1733221867164 with port=43865, startcode=1733221867274 2024-12-03T10:31:09,226 DEBUG [RS:0;a78f5601770a:43865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:31:09,228 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:31:09,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,43865,1733221867274 2024-12-03T10:31:09,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40251 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,43865,1733221867274 2024-12-03T10:31:09,229 DEBUG [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c 2024-12-03T10:31:09,229 DEBUG [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37409 2024-12-03T10:31:09,229 DEBUG [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:31:09,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431/rs 2024-12-03T10:31:09,289 DEBUG [RS:0;a78f5601770a:43865 {}] zookeeper.ZKUtil(111): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Set watcher on existing znode=/1-603461431/rs/a78f5601770a,43865,1733221867274 2024-12-03T10:31:09,289 WARN [RS:0;a78f5601770a:43865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:09,289 INFO [RS:0;a78f5601770a:43865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:09,289 DEBUG [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/WALs/a78f5601770a,43865,1733221867274 2024-12-03T10:31:09,289 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,43865,1733221867274] 2024-12-03T10:31:09,292 INFO [RS:0;a78f5601770a:43865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:31:09,293 INFO [RS:0;a78f5601770a:43865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:31:09,294 INFO [RS:0;a78f5601770a:43865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:31:09,294 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,294 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:31:09,294 INFO [RS:0;a78f5601770a:43865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:31:09,294 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,294 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,294 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:31:09,295 DEBUG [RS:0;a78f5601770a:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:31:09,295 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,295 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,295 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,295 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,295 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,295 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,43865,1733221867274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:31:09,306 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:31:09,306 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,43865,1733221867274-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,306 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,306 INFO [RS:0;a78f5601770a:43865 {}] regionserver.Replication(171): a78f5601770a,43865,1733221867274 started 2024-12-03T10:31:09,318 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:09,318 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,43865,1733221867274, RpcServer on a78f5601770a/172.17.0.2:43865, sessionid=0x1019c08762b0004 2024-12-03T10:31:09,318 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:31:09,318 DEBUG [RS:0;a78f5601770a:43865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,43865,1733221867274 2024-12-03T10:31:09,318 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,43865,1733221867274' 2024-12-03T10:31:09,318 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-603461431/flush-table-proc/abort' 2024-12-03T10:31:09,318 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-603461431/flush-table-proc/acquired' 2024-12-03T10:31:09,319 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:31:09,319 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:31:09,319 DEBUG [RS:0;a78f5601770a:43865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,43865,1733221867274 2024-12-03T10:31:09,319 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,43865,1733221867274' 2024-12-03T10:31:09,319 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-603461431/online-snapshot/abort' 2024-12-03T10:31:09,319 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-603461431/online-snapshot/acquired' 2024-12-03T10:31:09,319 DEBUG [RS:0;a78f5601770a:43865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:31:09,319 INFO [RS:0;a78f5601770a:43865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:31:09,319 INFO [RS:0;a78f5601770a:43865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:31:09,420 INFO [RS:0;a78f5601770a:43865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:31:09,421 INFO [RS:0;a78f5601770a:43865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C43865%2C1733221867274, suffix=, logDir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/WALs/a78f5601770a,43865,1733221867274, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/oldWALs, maxLogs=10 2024-12-03T10:31:09,431 DEBUG [RS:0;a78f5601770a:43865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/WALs/a78f5601770a,43865,1733221867274/a78f5601770a%2C43865%2C1733221867274.1733221869421, exclude list is [], retry=0 2024-12-03T10:31:09,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36509,DS-bfe175fd-9679-4b3c-b3bd-001a97c2ee5f,DISK] 2024-12-03T10:31:09,435 INFO [RS:0;a78f5601770a:43865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/WALs/a78f5601770a,43865,1733221867274/a78f5601770a%2C43865%2C1733221867274.1733221869421 2024-12-03T10:31:09,436 DEBUG [RS:0;a78f5601770a:43865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37257:37257)] 2024-12-03T10:31:09,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:31:09,615 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c 2024-12-03T10:31:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:31:10,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:10,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:31:10,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:31:10,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:10,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:10,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:31:10,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:31:10,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:10,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:10,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:31:10,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:31:10,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:10,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:10,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:31:10,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:31:10,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:10,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:10,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:31:10,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740 2024-12-03T10:31:10,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740 2024-12-03T10:31:10,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:31:10,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:31:10,030 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:10,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:31:10,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:10,034 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63962581, jitterRate=-0.046883270144462585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:10,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221870021Initializing all the Stores at 1733221870021Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221870021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221870022 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221870022Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221870022Cleaning up temporary data from old regions at 1733221870030 (+8 ms)Region opened successfully at 1733221870034 (+4 ms) 2024-12-03T10:31:10,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:31:10,034 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:31:10,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:31:10,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:31:10,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:31:10,034 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:10,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221870034Disabling compacts and flushes for region at 1733221870034Disabling writes for close at 1733221870034Writing region close event to WAL at 1733221870034Closed at 1733221870034 2024-12-03T10:31:10,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:10,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:31:10,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:31:10,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:31:10,037 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:31:10,119 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:31:10,187 DEBUG [a78f5601770a:40251 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:31:10,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,43865,1733221867274 2024-12-03T10:31:10,188 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,43865,1733221867274, state=OPENING 2024-12-03T10:31:10,214 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:31:10,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:10,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:10,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-603461431/meta-region-server: CHANGED 2024-12-03T10:31:10,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-603461431/meta-region-server: CHANGED 2024-12-03T10:31:10,224 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:31:10,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,43865,1733221867274}] 2024-12-03T10:31:10,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:31:10,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:31:10,381 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:31:10,381 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:10,381 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:31:10,383 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C43865%2C1733221867274.meta, suffix=.meta, logDir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/WALs/a78f5601770a,43865,1733221867274, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/oldWALs, maxLogs=10 2024-12-03T10:31:10,393 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/WALs/a78f5601770a,43865,1733221867274/a78f5601770a%2C43865%2C1733221867274.meta.1733221870383.meta, exclude list is [], retry=0 2024-12-03T10:31:10,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36509,DS-bfe175fd-9679-4b3c-b3bd-001a97c2ee5f,DISK] 2024-12-03T10:31:10,397 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/WALs/a78f5601770a,43865,1733221867274/a78f5601770a%2C43865%2C1733221867274.meta.1733221870383.meta 2024-12-03T10:31:10,397 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37257:37257)] 2024-12-03T10:31:10,397 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:10,398 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:10,398 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:31:10,398 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:31:10,398 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:31:10,398 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:31:10,398 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:10,398 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:31:10,398 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:31:10,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:31:10,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:31:10,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:10,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:10,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:31:10,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:31:10,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:10,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:10,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:31:10,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:31:10,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:10,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:10,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:31:10,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:31:10,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:10,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:10,403 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:31:10,404 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740 2024-12-03T10:31:10,405 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740 2024-12-03T10:31:10,406 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:31:10,406 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:31:10,406 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:10,407 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:31:10,408 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70143910, jitterRate=0.045225709676742554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:10,408 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:31:10,408 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221870398Writing region info on filesystem at 1733221870398Initializing all the Stores at 1733221870399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221870399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221870399Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221870399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221870399Cleaning up temporary data from old regions at 1733221870406 (+7 ms)Running coprocessor post-open hooks at 1733221870408 (+2 ms)Region opened successfully at 1733221870408 2024-12-03T10:31:10,409 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221870376 2024-12-03T10:31:10,410 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:31:10,410 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:31:10,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,43865,1733221867274 2024-12-03T10:31:10,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,43865,1733221867274, state=OPEN 2024-12-03T10:31:10,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-603461431/meta-region-server 2024-12-03T10:31:10,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-603461431/meta-region-server 2024-12-03T10:31:10,415 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,43865,1733221867274 2024-12-03T10:31:10,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-603461431/meta-region-server: CHANGED 2024-12-03T10:31:10,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-603461431/meta-region-server: CHANGED 2024-12-03T10:31:10,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:31:10,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,43865,1733221867274 in 191 msec 2024-12-03T10:31:10,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:31:10,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-12-03T10:31:10,419 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:10,419 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:31:10,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:10,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,43865,1733221867274, seqNum=-1] 2024-12-03T10:31:10,421 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:10,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:10,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-12-03T10:31:10,427 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221870426, completionTime=-1 2024-12-03T10:31:10,427 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:31:10,427 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:31:10,428 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:31:10,429 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221930428 2024-12-03T10:31:10,429 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733221990429 2024-12-03T10:31:10,429 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:31:10,429 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40251,1733221867164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:10,429 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40251,1733221867164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:10,429 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40251,1733221867164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:10,429 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:40251, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:10,429 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:10,429 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:10,431 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:31:10,433 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.100sec 2024-12-03T10:31:10,433 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:31:10,433 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:31:10,433 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:31:10,433 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:31:10,433 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:31:10,433 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40251,1733221867164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:31:10,433 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40251,1733221867164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:31:10,435 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:31:10,435 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:31:10,435 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40251,1733221867164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:10,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:10,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,40251,-1 for getting cluster id 2024-12-03T10:31:10,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:10,504 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35697186-7e25-459a-b10b-588dd8a3f0ee' 2024-12-03T10:31:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35697186-7e25-459a-b10b-588dd8a3f0ee" 2024-12-03T10:31:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2448d5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,40251,-1] 2024-12-03T10:31:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:10,506 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:10,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:10,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:10,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,43865,1733221867274, seqNum=-1] 2024-12-03T10:31:10,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:10,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:10,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,40251,1733221867164 2024-12-03T10:31:10,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64787 2024-12-03T10:31:10,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:10,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019c08762b0005 connected 2024-12-03T10:31:10,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f88dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:10,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41187,-1 for getting cluster id 2024-12-03T10:31:10,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:10,536 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4a5eb15-9958-4b95-9c34-b3a899c73a9a' 2024-12-03T10:31:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4a5eb15-9958-4b95-9c34-b3a899c73a9a" 2024-12-03T10:31:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3949fb3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41187,-1] 2024-12-03T10:31:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:10,537 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:10,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464b98b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:10,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:10,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41187,1733221861999 2024-12-03T10:31:10,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@321ace04 2024-12-03T10:31:10,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:10,539 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:10,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:40251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:31:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:31:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:10,542 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:40251' 2024-12-03T10:31:10,543 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173c7dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:10,543 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,40251,-1 for getting cluster id 2024-12-03T10:31:10,543 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:10,543 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35697186-7e25-459a-b10b-588dd8a3f0ee' 2024-12-03T10:31:10,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:10,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35697186-7e25-459a-b10b-588dd8a3f0ee" 2024-12-03T10:31:10,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d59cc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:10,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,40251,-1] 2024-12-03T10:31:10,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:10,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:10,545 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:10,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea49a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:10,546 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:10,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,40251,1733221867164 2024-12-03T10:31:10,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@353522f5 2024-12-03T10:31:10,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:10,547 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:10,548 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T10:31:10,548 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:31:10,548 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:10,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:10,548 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:10,548 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:31:10,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:31:10,550 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:31:10,550 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:10,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:31:10,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741835_1011 (size=1138) 2024-12-03T10:31:10,599 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:31:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:10,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:31:10,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:10,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:10,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:10,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:10,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:10,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:10,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 373e02554f2e4365ed05a7a5baa22a7b, NAME => 'hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6 2024-12-03T10:31:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741836_1012 (size=44) 2024-12-03T10:31:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:11,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:11,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 373e02554f2e4365ed05a7a5baa22a7b, disabling compactions & flushes 2024-12-03T10:31:11,363 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:11,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:11,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. after waiting 0 ms 2024-12-03T10:31:11,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:11,363 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:11,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 373e02554f2e4365ed05a7a5baa22a7b: Waiting for close lock at 1733221871363Disabling compacts and flushes for region at 1733221871363Disabling writes for close at 1733221871363Writing region close event to WAL at 1733221871363Closed at 1733221871363 2024-12-03T10:31:11,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:31:11,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221871364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221871364"}]},"ts":"1733221871364"} 2024-12-03T10:31:11,366 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:31:11,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:31:11,367 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221871367"}]},"ts":"1733221871367"} 2024-12-03T10:31:11,369 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:31:11,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=373e02554f2e4365ed05a7a5baa22a7b, ASSIGN}] 2024-12-03T10:31:11,370 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=373e02554f2e4365ed05a7a5baa22a7b, ASSIGN 2024-12-03T10:31:11,371 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=373e02554f2e4365ed05a7a5baa22a7b, ASSIGN; state=OFFLINE, location=a78f5601770a,38469,1733221862150; forceNewPlan=false, retain=false 2024-12-03T10:31:11,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=373e02554f2e4365ed05a7a5baa22a7b, regionState=OPENING, regionLocation=a78f5601770a,38469,1733221862150 2024-12-03T10:31:11,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=373e02554f2e4365ed05a7a5baa22a7b, ASSIGN because future has completed 2024-12-03T10:31:11,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 373e02554f2e4365ed05a7a5baa22a7b, server=a78f5601770a,38469,1733221862150}] 2024-12-03T10:31:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:11,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:11,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:11,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:31:11,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C38469%2C1733221862150.rep, suffix=, logDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs, maxLogs=10 2024-12-03T10:31:11,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.rep.1733221871681, exclude list is [], retry=0 2024-12-03T10:31:11,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-22007a14-f605-4add-80b4-337cd24c8fab,DISK] 2024-12-03T10:31:11,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.rep.1733221871681 2024-12-03T10:31:11,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36151:36151)] 2024-12-03T10:31:11,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 373e02554f2e4365ed05a7a5baa22a7b, NAME => 'hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:11,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:11,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:31:11,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. service=MultiRowMutationService 2024-12-03T10:31:11,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:31:11,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:11,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,696 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,698 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 373e02554f2e4365ed05a7a5baa22a7b columnFamilyName hfileref 2024-12-03T10:31:11,698 DEBUG [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:11,698 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(327): Store=373e02554f2e4365ed05a7a5baa22a7b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:11,698 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,699 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 373e02554f2e4365ed05a7a5baa22a7b columnFamilyName queue 2024-12-03T10:31:11,699 DEBUG [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:11,700 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(327): Store=373e02554f2e4365ed05a7a5baa22a7b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:11,700 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,701 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 373e02554f2e4365ed05a7a5baa22a7b columnFamilyName sid 2024-12-03T10:31:11,701 DEBUG [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:11,701 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(327): Store=373e02554f2e4365ed05a7a5baa22a7b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:11,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:31:11,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:11,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 373e02554f2e4365ed05a7a5baa22a7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72376110, jitterRate=0.07848808169364929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:31:11,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:11,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 373e02554f2e4365ed05a7a5baa22a7b: Running coprocessor pre-open hook at 1733221871695Writing region info on filesystem at 1733221871695Initializing all the Stores at 1733221871696 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221871696Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221871696Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221871696Cleaning up temporary data from old regions at 1733221871703 (+7 ms)Running coprocessor post-open hooks at 1733221871706 (+3 ms)Region opened successfully at 1733221871707 (+1 ms) 2024-12-03T10:31:11,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b., pid=7, masterSystemTime=1733221871676 2024-12-03T10:31:11,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:11,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:11,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=373e02554f2e4365ed05a7a5baa22a7b, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,38469,1733221862150 2024-12-03T10:31:11,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 373e02554f2e4365ed05a7a5baa22a7b, server=a78f5601770a,38469,1733221862150 because future has completed 2024-12-03T10:31:11,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T10:31:11,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 373e02554f2e4365ed05a7a5baa22a7b, server=a78f5601770a,38469,1733221862150 in 188 msec 2024-12-03T10:31:11,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:31:11,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=373e02554f2e4365ed05a7a5baa22a7b, ASSIGN in 345 msec 2024-12-03T10:31:11,716 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:31:11,716 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221871716"}]},"ts":"1733221871716"} 2024-12-03T10:31:11,718 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:31:11,719 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:31:11,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-12-03T10:31:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b., hostname=a78f5601770a,38469,1733221862150, seqNum=2] 2024-12-03T10:31:11,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:11,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:11,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:31:11,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T10:31:11,969 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:31:11,992 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,38469,1733221862150, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:31:11,992 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:11,992 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,38469,1733221862150, seqNum=-1] 2024-12-03T10:31:11,993 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:11,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-03T10:31:11,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,38469,1733221862150', locateType=CURRENT is [region=hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b., hostname=a78f5601770a,38469,1733221862150, seqNum=2] 2024-12-03T10:31:11,997 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T10:31:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T10:31:11,999 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,38469,1733221862150 suceeded 2024-12-03T10:31:12,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T10:31:12,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T10:31:12,000 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:40251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:31:12,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4620 sec 2024-12-03T10:31:12,009 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:40251' 2024-12-03T10:31:12,010 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dd626b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:12,010 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,40251,-1 for getting cluster id 2024-12-03T10:31:12,010 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:12,011 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35697186-7e25-459a-b10b-588dd8a3f0ee' 2024-12-03T10:31:12,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:12,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35697186-7e25-459a-b10b-588dd8a3f0ee" 2024-12-03T10:31:12,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b69c39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:12,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,40251,-1] 2024-12-03T10:31:12,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:12,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:12,012 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:12,013 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9c50320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:12,013 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:12,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,40251,1733221867164 2024-12-03T10:31:12,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@279bfe45 2024-12-03T10:31:12,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:12,014 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-03T10:31:12,015 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,38469,1733221862150 (queues=1) is replicating from cluster=f4a5eb15-9958-4b95-9c34-b3a899c73a9a to cluster=35697186-7e25-459a-b10b-588dd8a3f0ee 2024-12-03T10:31:12,015 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C38469%2C1733221862150 2024-12-03T10:31:12,015 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,38469,1733221862150, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:31:12,016 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150.replicationSource.shippera78f5601770a%2C38469%2C1733221862150,1-a78f5601770a,38469,1733221862150 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C38469%2C1733221862150 2024-12-03T10:31:12,016 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150.replicationSource.wal-reader.a78f5601770a%2C38469%2C1733221862150,1-a78f5601770a,38469,1733221862150 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.1733221864249, startPosition=0, beingWritten=true 2024-12-03T10:31:12,220 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150.replicationSource.wal-reader.a78f5601770a%2C38469%2C1733221862150,1-a78f5601770a,38469,1733221862150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.1733221864249 to pos 0, reset compression=false 2024-12-03T10:31:12,524 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150.replicationSource.wal-reader.a78f5601770a%2C38469%2C1733221862150,1-a78f5601770a,38469,1733221862150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.1733221864249 to pos 0, reset compression=false 2024-12-03T10:31:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:12,686 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:31:12,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:12,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:12,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:12,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:12,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:12,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41187,1733221861999 2024-12-03T10:31:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a1a7c9 2024-12-03T10:31:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:12,688 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:12,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T10:31:12,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:12,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:12,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:12,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:12,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:12,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:31:12,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1814539072, stopped=false 2024-12-03T10:31:12,689 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,41187,1733221861999 2024-12-03T10:31:12,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01858302855/running 2024-12-03T10:31:12,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01858302855/running 2024-12-03T10:31:12,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:12,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:12,714 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:31:12,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:12,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:12,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:12,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/running 2024-12-03T10:31:12,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/running 2024-12-03T10:31:12,714 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,38469,1733221862150' ***** 2024-12-03T10:31:12,714 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:31:12,714 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:31:12,714 INFO [RS:0;a78f5601770a:38469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:31:12,714 INFO [RS:0;a78f5601770a:38469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:31:12,714 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:31:12,715 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(3091): Received CLOSE for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:12,715 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,38469,1733221862150 2024-12-03T10:31:12,715 INFO [RS:0;a78f5601770a:38469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:31:12,715 INFO [RS:0;a78f5601770a:38469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:38469. 2024-12-03T10:31:12,715 DEBUG [RS:0;a78f5601770a:38469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:12,715 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 373e02554f2e4365ed05a7a5baa22a7b, disabling compactions & flushes 2024-12-03T10:31:12,715 DEBUG [RS:0;a78f5601770a:38469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:12,715 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:12,715 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:12,715 INFO [RS:0;a78f5601770a:38469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:31:12,715 INFO [RS:0;a78f5601770a:38469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:31:12,715 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. after waiting 0 ms 2024-12-03T10:31:12,715 INFO [RS:0;a78f5601770a:38469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:31:12,715 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:12,715 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:31:12,715 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 373e02554f2e4365ed05a7a5baa22a7b 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T10:31:12,715 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:31:12,715 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1325): Online Regions={373e02554f2e4365ed05a7a5baa22a7b=hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:31:12,715 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:12,715 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:31:12,715 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:31:12,715 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:31:12,715 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:31:12,715 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:31:12,716 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T10:31:12,728 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/info/bf520e40e6694250befb203b3bcf1713 is 147, key is hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b./info:regioninfo/1733221871710/Put/seqid=0 2024-12-03T10:31:12,728 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b/.tmp/queue/38adfee77f844312b3fbd68e020a868a is 151, key is 1-a78f5601770a,38469,1733221862150/queue:a78f5601770a%2C38469%2C1733221862150/1733221871996/Put/seqid=0 2024-12-03T10:31:12,729 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:31:12,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741839_1015 (size=6631) 2024-12-03T10:31:12,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741838_1014 (size=5350) 2024-12-03T10:31:12,915 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:12,929 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150.replicationSource.wal-reader.a78f5601770a%2C38469%2C1733221862150,1-a78f5601770a,38469,1733221862150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.1733221864249 to pos 0, reset compression=false 2024-12-03T10:31:13,116 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:13,132 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b/.tmp/queue/38adfee77f844312b3fbd68e020a868a 2024-12-03T10:31:13,132 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/info/bf520e40e6694250befb203b3bcf1713 2024-12-03T10:31:13,138 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b/.tmp/queue/38adfee77f844312b3fbd68e020a868a as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b/queue/38adfee77f844312b3fbd68e020a868a 2024-12-03T10:31:13,142 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b/queue/38adfee77f844312b3fbd68e020a868a, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T10:31:13,143 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 373e02554f2e4365ed05a7a5baa22a7b in 428ms, sequenceid=5, compaction requested=false 2024-12-03T10:31:13,143 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T10:31:13,153 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/ns/bac16afce585407bbd83f7b1014dcb25 is 43, key is default/ns:d/1733221865312/Put/seqid=0 2024-12-03T10:31:13,157 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T10:31:13,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741840_1016 (size=5153) 2024-12-03T10:31:13,157 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:13,157 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:13,157 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:13,157 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 373e02554f2e4365ed05a7a5baa22a7b: Waiting for close lock at 1733221872715Running coprocessor pre-close hooks at 1733221872715Disabling compacts and flushes for region at 1733221872715Disabling writes for close at 1733221872715Obtaining lock to block concurrent updates at 1733221872715Preparing flush snapshotting stores in 373e02554f2e4365ed05a7a5baa22a7b at 1733221872715Finished memstore snapshotting hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733221872715Flushing stores of hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. at 1733221872716 (+1 ms)Flushing 373e02554f2e4365ed05a7a5baa22a7b/queue: creating writer at 1733221872716Flushing 373e02554f2e4365ed05a7a5baa22a7b/queue: appending metadata at 1733221872727 (+11 ms)Flushing 373e02554f2e4365ed05a7a5baa22a7b/queue: closing flushed file at 1733221872727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70cc2f1: reopening flushed file at 1733221873137 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 373e02554f2e4365ed05a7a5baa22a7b in 428ms, sequenceid=5, compaction requested=false at 1733221873143 (+6 ms)Writing region close event to WAL at 1733221873153 (+10 ms)Running coprocessor post-close hooks at 1733221873157 (+4 ms)Closed at 1733221873157 2024-12-03T10:31:13,157 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:13,205 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:31:13,205 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:31:13,316 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:13,433 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150.replicationSource.wal-reader.a78f5601770a%2C38469%2C1733221862150,1-a78f5601770a,38469,1733221862150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.1733221864249 to pos 0, reset compression=false 2024-12-03T10:31:13,516 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:13,558 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/ns/bac16afce585407bbd83f7b1014dcb25 2024-12-03T10:31:13,574 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/table/f22a013424d94492bdad99f1e37e901a is 53, key is hbase:replication/table:state/1733221871716/Put/seqid=0 2024-12-03T10:31:13,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741841_1017 (size=5256) 2024-12-03T10:31:13,716 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:31:13,716 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:31:13,716 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:13,916 DEBUG [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:13,978 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/table/f22a013424d94492bdad99f1e37e901a 2024-12-03T10:31:13,983 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/info/bf520e40e6694250befb203b3bcf1713 as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/info/bf520e40e6694250befb203b3bcf1713 2024-12-03T10:31:13,987 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/info/bf520e40e6694250befb203b3bcf1713, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T10:31:13,988 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/ns/bac16afce585407bbd83f7b1014dcb25 as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/ns/bac16afce585407bbd83f7b1014dcb25 2024-12-03T10:31:13,992 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/ns/bac16afce585407bbd83f7b1014dcb25, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T10:31:13,992 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/table/f22a013424d94492bdad99f1e37e901a as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/table/f22a013424d94492bdad99f1e37e901a 2024-12-03T10:31:13,996 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/table/f22a013424d94492bdad99f1e37e901a, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T10:31:13,997 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1282ms, sequenceid=11, compaction requested=false 2024-12-03T10:31:14,001 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T10:31:14,001 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:14,001 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:14,001 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:14,001 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221872715Running coprocessor pre-close hooks at 1733221872715Disabling compacts and flushes for region at 1733221872715Disabling writes for close at 1733221872715Obtaining lock to block concurrent updates at 1733221872716 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733221872716Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733221872716Flushing stores of hbase:meta,,1.1588230740 at 1733221872716Flushing 1588230740/info: creating writer at 1733221872716Flushing 1588230740/info: appending metadata at 1733221872727 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733221872727Flushing 1588230740/ns: creating writer at 1733221873137 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733221873153 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733221873153Flushing 1588230740/table: creating writer at 1733221873562 (+409 ms)Flushing 1588230740/table: appending metadata at 1733221873573 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733221873573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f772299: reopening flushed file at 1733221873982 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e7ca4a: reopening flushed file at 1733221873987 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ae27cd: reopening flushed file at 1733221873992 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1282ms, sequenceid=11, compaction requested=false at 1733221873997 (+5 ms)Writing region close event to WAL at 1733221873998 (+1 ms)Running coprocessor post-close hooks at 1733221874001 (+3 ms)Closed at 1733221874001 2024-12-03T10:31:14,002 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:14,037 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150.replicationSource.wal-reader.a78f5601770a%2C38469%2C1733221862150,1-a78f5601770a,38469,1733221862150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.1733221864249 to pos 0, reset compression=false 2024-12-03T10:31:14,117 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,38469,1733221862150; all regions closed. 2024-12-03T10:31:14,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741834_1010 (size=2742) 2024-12-03T10:31:14,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.meta.1733221865241.meta not finished, retry = 0 2024-12-03T10:31:14,221 DEBUG [RS:0;a78f5601770a:38469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs 2024-12-03T10:31:14,221 INFO [RS:0;a78f5601770a:38469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C38469%2C1733221862150.meta:.meta(num 1733221865241) 2024-12-03T10:31:14,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741837_1013 (size=1586) 2024-12-03T10:31:14,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.rep.1733221871681 not finished, retry = 0 2024-12-03T10:31:14,325 DEBUG [RS:0;a78f5601770a:38469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs 2024-12-03T10:31:14,326 INFO [RS:0;a78f5601770a:38469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C38469%2C1733221862150.rep:(num 1733221871681) 2024-12-03T10:31:14,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741832_1008 (size=93) 2024-12-03T10:31:14,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150/a78f5601770a%2C38469%2C1733221862150.1733221864249 not finished, retry = 0 2024-12-03T10:31:14,455 DEBUG [RS:0;a78f5601770a:38469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs 2024-12-03T10:31:14,455 INFO [RS:0;a78f5601770a:38469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C38469%2C1733221862150:(num 1733221864249) 2024-12-03T10:31:14,455 DEBUG [RS:0;a78f5601770a:38469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:14,455 INFO [RS:0;a78f5601770a:38469 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:31:14,455 INFO [RS:0;a78f5601770a:38469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:31:14,455 INFO [RS:0;a78f5601770a:38469 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:31:14,455 INFO [RS:0;a78f5601770a:38469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:31:14,455 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:14,455 INFO [RS:0;a78f5601770a:38469 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,38469,1733221862150 because: Region server is closing 2024-12-03T10:31:14,456 INFO [RS:0;a78f5601770a:38469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:38469. 2024-12-03T10:31:14,456 DEBUG [RS:0;a78f5601770a:38469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:14,456 DEBUG [RS:0;a78f5601770a:38469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:14,456 DEBUG [RS:0;a78f5601770a:38469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:14,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:14,556 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150.replicationSource.wal-reader.a78f5601770a%2C38469%2C1733221862150,1-a78f5601770a,38469,1733221862150 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:31:14,556 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150.replicationSource.shippera78f5601770a%2C38469%2C1733221862150,1-a78f5601770a,38469,1733221862150 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T10:31:14,556 INFO [RS:0;a78f5601770a:38469 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,38469,1733221862150.replicationSource.shippera78f5601770a%2C38469%2C1733221862150,1-a78f5601770a,38469,1733221862150 terminated 2024-12-03T10:31:14,556 INFO [RS:0;a78f5601770a:38469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38469 2024-12-03T10:31:14,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01858302855/rs/a78f5601770a,38469,1733221862150 2024-12-03T10:31:14,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/rs 2024-12-03T10:31:14,573 INFO [RS:0;a78f5601770a:38469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:14,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,38469,1733221862150] 2024-12-03T10:31:14,590 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/draining/a78f5601770a,38469,1733221862150 already deleted, retry=false 2024-12-03T10:31:14,590 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,38469,1733221862150 expired; onlineServers=0 2024-12-03T10:31:14,590 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,41187,1733221861999' ***** 2024-12-03T10:31:14,590 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:31:14,590 INFO [M:0;a78f5601770a:41187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:31:14,590 INFO [M:0;a78f5601770a:41187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:31:14,590 DEBUG [M:0;a78f5601770a:41187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:31:14,590 DEBUG [M:0;a78f5601770a:41187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:31:14,590 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:31:14,590 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221864056 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221864056,5,FailOnTimeoutGroup] 2024-12-03T10:31:14,590 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221864056 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221864056,5,FailOnTimeoutGroup] 2024-12-03T10:31:14,591 INFO [M:0;a78f5601770a:41187 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:31:14,591 INFO [M:0;a78f5601770a:41187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:31:14,591 DEBUG [M:0;a78f5601770a:41187 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:31:14,591 INFO [M:0;a78f5601770a:41187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:31:14,591 INFO [M:0;a78f5601770a:41187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:31:14,591 INFO [M:0;a78f5601770a:41187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:31:14,591 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:31:14,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01858302855/master 2024-12-03T10:31:14,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:14,598 DEBUG [M:0;a78f5601770a:41187 {}] zookeeper.ZKUtil(347): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/master because node does not exist (not an error) 2024-12-03T10:31:14,598 WARN [M:0;a78f5601770a:41187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:31:14,599 INFO [M:0;a78f5601770a:41187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/.lastflushedseqids 2024-12-03T10:31:14,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741842_1018 (size=181) 2024-12-03T10:31:14,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:14,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x1019c08762b0001, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:14,682 INFO [RS:0;a78f5601770a:38469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:14,682 INFO [RS:0;a78f5601770a:38469 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,38469,1733221862150; zookeeper connection closed. 2024-12-03T10:31:14,682 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e441d2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e441d2a 2024-12-03T10:31:14,682 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:31:15,004 INFO [M:0;a78f5601770a:41187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:31:15,004 INFO [M:0;a78f5601770a:41187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:31:15,004 DEBUG [M:0;a78f5601770a:41187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:31:15,004 INFO [M:0;a78f5601770a:41187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:15,004 DEBUG [M:0;a78f5601770a:41187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:15,004 DEBUG [M:0;a78f5601770a:41187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:31:15,004 DEBUG [M:0;a78f5601770a:41187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:15,004 INFO [M:0;a78f5601770a:41187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T10:31:15,017 DEBUG [M:0;a78f5601770a:41187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be9772db4d6a4cdcb0a175e79fd84bc2 is 82, key is hbase:meta,,1/info:regioninfo/1733221865272/Put/seqid=0 2024-12-03T10:31:15,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741843_1019 (size=5672) 2024-12-03T10:31:15,421 INFO [M:0;a78f5601770a:41187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be9772db4d6a4cdcb0a175e79fd84bc2 2024-12-03T10:31:15,437 DEBUG [M:0;a78f5601770a:41187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c641e9f6ca32448cb728c64a394f7205 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733221871720/Put/seqid=0 2024-12-03T10:31:15,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741844_1020 (size=7203) 2024-12-03T10:31:15,841 INFO [M:0;a78f5601770a:41187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c641e9f6ca32448cb728c64a394f7205 2024-12-03T10:31:15,856 DEBUG [M:0;a78f5601770a:41187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/756992b76c164e60bc187494d0dfeba1 is 69, key is a78f5601770a,38469,1733221862150/rs:state/1733221864104/Put/seqid=0 2024-12-03T10:31:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741845_1021 (size=5156) 2024-12-03T10:31:15,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:31:15,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:15,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:15,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:15,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:15,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:15,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:16,260 INFO [M:0;a78f5601770a:41187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/756992b76c164e60bc187494d0dfeba1 2024-12-03T10:31:16,265 DEBUG [M:0;a78f5601770a:41187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be9772db4d6a4cdcb0a175e79fd84bc2 as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be9772db4d6a4cdcb0a175e79fd84bc2 2024-12-03T10:31:16,269 INFO [M:0;a78f5601770a:41187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be9772db4d6a4cdcb0a175e79fd84bc2, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T10:31:16,270 DEBUG [M:0;a78f5601770a:41187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c641e9f6ca32448cb728c64a394f7205 as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c641e9f6ca32448cb728c64a394f7205 2024-12-03T10:31:16,274 INFO [M:0;a78f5601770a:41187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c641e9f6ca32448cb728c64a394f7205, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T10:31:16,275 DEBUG [M:0;a78f5601770a:41187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/756992b76c164e60bc187494d0dfeba1 as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/756992b76c164e60bc187494d0dfeba1 2024-12-03T10:31:16,279 INFO [M:0;a78f5601770a:41187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/756992b76c164e60bc187494d0dfeba1, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T10:31:16,279 INFO [M:0;a78f5601770a:41187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=70, compaction requested=false 2024-12-03T10:31:16,281 INFO [M:0;a78f5601770a:41187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:16,281 DEBUG [M:0;a78f5601770a:41187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221875004Disabling compacts and flushes for region at 1733221875004Disabling writes for close at 1733221875004Obtaining lock to block concurrent updates at 1733221875004Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221875004Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733221875004Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221875005 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221875005Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221875017 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221875017Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221875425 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221875437 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221875437Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221875845 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221875856 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221875856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e714d2a: reopening flushed file at 1733221876264 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0d8bb5: reopening flushed file at 1733221876269 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483a3b0: reopening flushed file at 1733221876274 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=70, compaction requested=false at 1733221876279 (+5 ms)Writing region close event to WAL at 1733221876281 (+2 ms)Closed at 1733221876281 2024-12-03T10:31:16,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741830_1006 (size=41008) 2024-12-03T10:31:16,284 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999/a78f5601770a%2C41187%2C1733221861999.1733221863879 not finished, retry = 0 2024-12-03T10:31:16,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:16,385 INFO [M:0;a78f5601770a:41187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:31:16,385 INFO [M:0;a78f5601770a:41187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41187 2024-12-03T10:31:16,385 INFO [M:0;a78f5601770a:41187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:16,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:16,513 INFO [M:0;a78f5601770a:41187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:16,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41187-0x1019c08762b0000, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:16,515 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:16,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:16,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:16,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:16,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:16,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:16,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:31:16,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:16,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41071 2024-12-03T10:31:16,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41071 connecting to ZooKeeper ensemble=127.0.0.1:64787 2024-12-03T10:31:16,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410710x0, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:16,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41071-0x1019c08762b0006 connected 2024-12-03T10:31:16,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:16,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:16,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/running 2024-12-03T10:31:16,536 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: INIT 2024-12-03T10:31:16,536 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6, hbase.cluster.distributed=false 2024-12-03T10:31:16,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/acl 2024-12-03T10:31:16,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41071 2024-12-03T10:31:16,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41071 2024-12-03T10:31:16,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41071 2024-12-03T10:31:16,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41071 2024-12-03T10:31:16,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41071 2024-12-03T10:31:16,550 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:16,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:16,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:16,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:16,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:16,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:16,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:31:16,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:16,550 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40435 2024-12-03T10:31:16,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40435 connecting to ZooKeeper ensemble=127.0.0.1:64787 2024-12-03T10:31:16,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:16,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:16,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404350x0, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:16,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404350x0, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/running 2024-12-03T10:31:16,566 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: INIT 2024-12-03T10:31:16,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40435-0x1019c08762b0007 connected 2024-12-03T10:31:16,566 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:31:16,566 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:31:16,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/master 2024-12-03T10:31:16,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/acl 2024-12-03T10:31:16,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40435 2024-12-03T10:31:16,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40435 2024-12-03T10:31:16,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40435 2024-12-03T10:31:16,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40435 2024-12-03T10:31:16,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40435 2024-12-03T10:31:16,582 DEBUG [M:0;a78f5601770a:41071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:41071 2024-12-03T10:31:16,583 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01858302855/backup-masters/a78f5601770a,41071,1733221876515 2024-12-03T10:31:16,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/backup-masters 2024-12-03T10:31:16,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/backup-masters 2024-12-03T10:31:16,590 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on existing znode=/01858302855/backup-masters/a78f5601770a,41071,1733221876515 2024-12-03T10:31:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01858302855/master 2024-12-03T10:31:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:16,599 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on existing znode=/01858302855/master 2024-12-03T10:31:16,599 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01858302855/backup-masters/a78f5601770a,41071,1733221876515 from backup master directory 2024-12-03T10:31:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01858302855/backup-masters/a78f5601770a,41071,1733221876515 2024-12-03T10:31:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/backup-masters 2024-12-03T10:31:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/backup-masters 2024-12-03T10:31:16,607 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:16,607 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,41071,1733221876515 2024-12-03T10:31:16,616 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:16,616 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:31:16,622 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-03T10:31:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741846_1022 (size=196) 2024-12-03T10:31:17,037 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:31:17,037 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:31:17,038 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:17,042 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T10:31:17,044 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999 to hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999-dead as it is dead 2024-12-03T10:31:17,045 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999-dead/a78f5601770a%2C41187%2C1733221861999.1733221863879 2024-12-03T10:31:17,045 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999-dead/a78f5601770a%2C41187%2C1733221861999.1733221863879 after 0ms 2024-12-03T10:31:17,046 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999-dead/a78f5601770a%2C41187%2C1733221861999.1733221863879 to hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a78f5601770a%2C41187%2C1733221861999.1733221863879 2024-12-03T10:31:17,046 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41187,1733221861999-dead 2024-12-03T10:31:17,046 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41071,1733221876515 2024-12-03T10:31:17,047 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:31:17,048 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C41071%2C1733221876515, suffix=, logDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41071,1733221876515, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/oldWALs, maxLogs=10 2024-12-03T10:31:17,059 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41071,1733221876515/a78f5601770a%2C41071%2C1733221876515.1733221877048, exclude list is [], retry=0 2024-12-03T10:31:17,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-22007a14-f605-4add-80b4-337cd24c8fab,DISK] 2024-12-03T10:31:17,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41071,1733221876515/a78f5601770a%2C41071%2C1733221876515.1733221877048 2024-12-03T10:31:17,063 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36151:36151)] 2024-12-03T10:31:17,063 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:17,063 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:17,063 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:17,063 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:17,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:17,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:31:17,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:17,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be9772db4d6a4cdcb0a175e79fd84bc2 2024-12-03T10:31:17,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:17,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:17,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:31:17,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:17,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c641e9f6ca32448cb728c64a394f7205 2024-12-03T10:31:17,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:17,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:17,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:31:17,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:17,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/756992b76c164e60bc187494d0dfeba1 2024-12-03T10:31:17,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:17,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:17,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:31:17,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:17,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:17,084 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:17,084 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T10:31:17,085 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a78f5601770a%2C41187%2C1733221861999.1733221863879 2024-12-03T10:31:17,088 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a78f5601770a%2C41187%2C1733221861999.1733221863879 2024-12-03T10:31:17,089 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a78f5601770a%2C41187%2C1733221861999.1733221863879 2024-12-03T10:31:17,089 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:17,090 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:17,090 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:17,091 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:17,093 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-03T10:31:17,094 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66188111, jitterRate=-0.013720288872718811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:17,094 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221877063Initializing all the Stores at 1733221877064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221877064Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221877064Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221877064Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221877064Cleaning up temporary data from old regions at 1733221877090 (+26 ms)Region opened successfully at 1733221877094 (+4 ms) 2024-12-03T10:31:17,094 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:31:17,096 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7e50b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:31:17,098 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T10:31:17,098 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:31:17,098 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:31:17,099 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:31:17,099 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:31:17,101 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:17,102 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:31:17,102 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:31:17,102 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-03T10:31:17,102 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:31:17,107 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a78f5601770a,38469,1733221862150, regionLocation=a78f5601770a,38469,1733221862150, openSeqNum=2 2024-12-03T10:31:17,107 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a78f5601770a,38469,1733221862150, table=hbase:meta, region=1588230740 2024-12-03T10:31:17,107 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,38469,1733221862150, state=OPEN 2024-12-03T10:31:17,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01858302855/meta-region-server 2024-12-03T10:31:17,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01858302855/meta-region-server 2024-12-03T10:31:17,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: CHANGED 2024-12-03T10:31:17,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: CHANGED 2024-12-03T10:31:17,141 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:31:17,148 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/draining/a78f5601770a,38469,1733221862150 already deleted, retry=false 2024-12-03T10:31:17,148 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a78f5601770a,38469,1733221862150 on a78f5601770a,41071,1733221876515 2024-12-03T10:31:17,149 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a78f5601770a,38469,1733221862150, splitWal=true, meta=true 2024-12-03T10:31:17,150 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for a78f5601770a,38469,1733221862150 (carryingMeta=true) a78f5601770a,38469,1733221862150/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6f70cd7d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T10:31:17,151 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/balancer because node does not exist (not necessarily an error) 2024-12-03T10:31:17,156 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/balancer already deleted, retry=false 2024-12-03T10:31:17,157 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:31:17,157 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:31:17,165 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/normalizer already deleted, retry=false 2024-12-03T10:31:17,165 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:31:17,166 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:31:17,173 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/switch/split already deleted, retry=false 2024-12-03T10:31:17,174 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:31:17,181 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/switch/merge already deleted, retry=false 2024-12-03T10:31:17,192 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:31:17,198 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/snapshot-cleanup already deleted, retry=false 2024-12-03T10:31:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01858302855/running 2024-12-03T10:31:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01858302855/running 2024-12-03T10:31:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:17,207 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,41071,1733221876515, sessionid=0x1019c08762b0006, setting cluster-up flag (Was=false) 2024-12-03T10:31:17,215 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01858302855/flush-table-proc/acquired, /01858302855/flush-table-proc/reached, /01858302855/flush-table-proc/abort 2024-12-03T10:31:17,216 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,41071,1733221876515 2024-12-03T10:31:17,224 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01858302855/online-snapshot/acquired, /01858302855/online-snapshot/reached, /01858302855/online-snapshot/abort 2024-12-03T10:31:17,224 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,41071,1733221876515 2024-12-03T10:31:17,225 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/.lastflushedseqids 2024-12-03T10:31:17,227 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:31:17,227 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:31:17,228 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,41071,1733221876515 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a78f5601770a,38469,1733221862150 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:31:17,229 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:17,229 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:17,229 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:17,229 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:17,229 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:31:17,229 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,229 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:31:17,229 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221907230 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,230 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a78f5601770a,38469,1733221862150, splitWal=true, meta=true 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:31:17,230 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:31:17,231 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a78f5601770a,38469,1733221862150, splitWal=true, meta=true, isMeta: true 2024-12-03T10:31:17,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:31:17,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:31:17,231 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221877231,5,FailOnTimeoutGroup] 2024-12-03T10:31:17,231 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221877231,5,FailOnTimeoutGroup] 2024-12-03T10:31:17,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:31:17,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221877231, completionTime=-1 2024-12-03T10:31:17,231 WARN [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T10:31:17,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T10:31:17,232 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150-splitting 2024-12-03T10:31:17,232 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150-splitting dir is empty, no logs to split. 2024-12-03T10:31:17,232 INFO [PEWorker-1 {}] master.SplitWALManager(105): a78f5601770a,38469,1733221862150 WAL count=0, meta=true 2024-12-03T10:31:17,234 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150-splitting dir is empty, no logs to split. 2024-12-03T10:31:17,234 INFO [PEWorker-1 {}] master.SplitWALManager(105): a78f5601770a,38469,1733221862150 WAL count=0, meta=true 2024-12-03T10:31:17,234 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a78f5601770a,38469,1733221862150 WAL splitting is done? wals=0, meta=true 2024-12-03T10:31:17,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:31:17,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:31:17,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T10:31:17,274 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(746): ClusterId : f4a5eb15-9958-4b95-9c34-b3a899c73a9a 2024-12-03T10:31:17,274 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:31:17,282 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:31:17,282 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:31:17,291 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:31:17,291 DEBUG [RS:0;a78f5601770a:40435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29446b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:31:17,300 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:40435 2024-12-03T10:31:17,300 INFO [RS:0;a78f5601770a:40435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:31:17,300 INFO [RS:0;a78f5601770a:40435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:31:17,301 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:31:17,301 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,41071,1733221876515 with port=40435, startcode=1733221876549 2024-12-03T10:31:17,301 DEBUG [RS:0;a78f5601770a:40435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:31:17,303 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:31:17,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,40435,1733221876549 2024-12-03T10:31:17,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41071 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,40435,1733221876549 2024-12-03T10:31:17,304 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6 2024-12-03T10:31:17,304 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35761 2024-12-03T10:31:17,304 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:31:17,332 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T10:31:17,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/rs 2024-12-03T10:31:17,340 DEBUG [RS:0;a78f5601770a:40435 {}] zookeeper.ZKUtil(111): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on existing znode=/01858302855/rs/a78f5601770a,40435,1733221876549 2024-12-03T10:31:17,340 WARN [RS:0;a78f5601770a:40435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:17,340 INFO [RS:0;a78f5601770a:40435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:17,340 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549 2024-12-03T10:31:17,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,40435,1733221876549] 2024-12-03T10:31:17,355 INFO [RS:0;a78f5601770a:40435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:31:17,356 INFO [RS:0;a78f5601770a:40435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:31:17,356 INFO [RS:0;a78f5601770a:40435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:31:17,357 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,357 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:31:17,357 INFO [RS:0;a78f5601770a:40435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:31:17,357 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,357 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,357 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:31:17,358 DEBUG [RS:0;a78f5601770a:40435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:31:17,358 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,358 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,358 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,358 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,358 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,358 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40435,1733221876549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:31:17,369 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:31:17,369 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40435,1733221876549-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,379 INFO [RS:0;a78f5601770a:40435 {}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,40435,1733221876549, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:31:17,380 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,380 INFO [RS:0;a78f5601770a:40435 {}] regionserver.Replication(171): a78f5601770a,40435,1733221876549 started 2024-12-03T10:31:17,386 WARN [a78f5601770a:41071 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T10:31:17,390 DEBUG [RS:0;a78f5601770a:40435.replicationSource,1-a78f5601770a,40435,1733221876549 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:40251' 2024-12-03T10:31:17,391 DEBUG [RS:0;a78f5601770a:40435.replicationSource,1-a78f5601770a,40435,1733221876549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@387d118c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:17,391 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:17,391 DEBUG [RS:0;a78f5601770a:40435.replicationSource,1-a78f5601770a,40435,1733221876549 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,40251,-1 for getting cluster id 2024-12-03T10:31:17,391 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,40435,1733221876549, RpcServer on a78f5601770a/172.17.0.2:40435, sessionid=0x1019c08762b0007 2024-12-03T10:31:17,391 DEBUG [RS:0;a78f5601770a:40435.replicationSource,1-a78f5601770a,40435,1733221876549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:17,391 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:31:17,391 DEBUG [RS:0;a78f5601770a:40435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,40435,1733221876549 2024-12-03T10:31:17,391 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,40435,1733221876549' 2024-12-03T10:31:17,391 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01858302855/flush-table-proc/abort' 2024-12-03T10:31:17,392 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01858302855/flush-table-proc/acquired' 2024-12-03T10:31:17,392 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:31:17,392 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:31:17,392 DEBUG [RS:0;a78f5601770a:40435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,40435,1733221876549 2024-12-03T10:31:17,392 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,40435,1733221876549' 2024-12-03T10:31:17,392 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01858302855/online-snapshot/abort' 2024-12-03T10:31:17,392 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35697186-7e25-459a-b10b-588dd8a3f0ee' 2024-12-03T10:31:17,393 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01858302855/online-snapshot/acquired' 2024-12-03T10:31:17,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:17,393 DEBUG [RS:0;a78f5601770a:40435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:31:17,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35697186-7e25-459a-b10b-588dd8a3f0ee" 2024-12-03T10:31:17,393 INFO [RS:0;a78f5601770a:40435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:31:17,393 INFO [RS:0;a78f5601770a:40435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:31:17,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6170c700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:17,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,40251,-1] 2024-12-03T10:31:17,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:17,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:17,394 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:17,394 DEBUG [RS:0;a78f5601770a:40435.replicationSource,1-a78f5601770a,40435,1733221876549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5867f4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:17,395 DEBUG [RS:0;a78f5601770a:40435.replicationSource,1-a78f5601770a,40435,1733221876549 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:17,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,40251,1733221867164 2024-12-03T10:31:17,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cd3c7bc 2024-12-03T10:31:17,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:17,396 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-03T10:31:17,396 INFO [RS:0;a78f5601770a:40435.replicationSource,1-a78f5601770a,40435,1733221876549 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,40435,1733221876549 (queues=0) is replicating from cluster=f4a5eb15-9958-4b95-9c34-b3a899c73a9a to cluster=35697186-7e25-459a-b10b-588dd8a3f0ee 2024-12-03T10:31:17,493 INFO [RS:0;a78f5601770a:40435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:31:17,495 INFO [RS:0;a78f5601770a:40435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C40435%2C1733221876549, suffix=, logDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs, maxLogs=10 2024-12-03T10:31:17,507 DEBUG [RS:0;a78f5601770a:40435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495, exclude list is [], retry=0 2024-12-03T10:31:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-22007a14-f605-4add-80b4-337cd24c8fab,DISK] 2024-12-03T10:31:17,510 INFO [RS:0;a78f5601770a:40435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 2024-12-03T10:31:17,511 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a78f5601770a%2C40435%2C1733221876549 for peer 1 2024-12-03T10:31:17,511 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C40435%2C1733221876549 2024-12-03T10:31:17,511 INFO [RS:0;a78f5601770a:40435 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,40435,1733221876549, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:31:17,511 DEBUG [RS:0;a78f5601770a:40435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36151:36151)] 2024-12-03T10:31:17,511 INFO [RS:0;a78f5601770a:40435.replicationSource.shippera78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C40435%2C1733221876549 2024-12-03T10:31:17,511 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495, startPosition=0, beingWritten=true 2024-12-03T10:31:17,636 DEBUG [a78f5601770a:41071 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:31:17,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,40435,1733221876549 2024-12-03T10:31:17,637 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,40435,1733221876549, state=OPENING 2024-12-03T10:31:17,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01858302855/meta-region-server 2024-12-03T10:31:17,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01858302855/meta-region-server 2024-12-03T10:31:17,663 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:31:17,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: CHANGED 2024-12-03T10:31:17,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: CHANGED 2024-12-03T10:31:17,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,40435,1733221876549}] 2024-12-03T10:31:17,715 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:17,816 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:31:17,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:31:17,819 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:31:17,820 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:17,820 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:31:17,821 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C40435%2C1733221876549.meta, suffix=.meta, logDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs, maxLogs=10 2024-12-03T10:31:17,831 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.meta.1733221877821.meta, exclude list is [], retry=0 2024-12-03T10:31:17,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-22007a14-f605-4add-80b4-337cd24c8fab,DISK] 2024-12-03T10:31:17,835 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.meta.1733221877821.meta 2024-12-03T10:31:17,835 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36151:36151)] 2024-12-03T10:31:17,835 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:17,835 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:17,835 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:31:17,835 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:31:17,835 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:31:17,835 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:31:17,835 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:17,836 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:31:17,836 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:31:17,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:31:17,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:31:17,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:17,843 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/info/bf520e40e6694250befb203b3bcf1713 2024-12-03T10:31:17,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:17,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:31:17,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:31:17,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:17,848 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/ns/bac16afce585407bbd83f7b1014dcb25 2024-12-03T10:31:17,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:17,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:31:17,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:31:17,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:17,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:17,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:31:17,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:31:17,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:17,855 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/table/f22a013424d94492bdad99f1e37e901a 2024-12-03T10:31:17,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:17,855 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:31:17,856 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740 2024-12-03T10:31:17,857 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740 2024-12-03T10:31:17,858 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:31:17,858 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:31:17,858 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:17,859 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:31:17,860 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66059306, jitterRate=-0.01563963294029236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:17,860 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:31:17,860 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221877836Writing region info on filesystem at 1733221877836Initializing all the Stores at 1733221877836Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221877837 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221877837Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221877837Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221877837Cleaning up temporary data from old regions at 1733221877858 (+21 ms)Running coprocessor post-open hooks at 1733221877860 (+2 ms)Region opened successfully at 1733221877860 2024-12-03T10:31:17,861 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733221877815 2024-12-03T10:31:17,862 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:31:17,862 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:31:17,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a78f5601770a,40435,1733221876549 2024-12-03T10:31:17,864 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,40435,1733221876549, state=OPEN 2024-12-03T10:31:17,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01858302855/meta-region-server 2024-12-03T10:31:17,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01858302855/meta-region-server 2024-12-03T10:31:17,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: CHANGED 2024-12-03T10:31:17,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01858302855/meta-region-server: CHANGED 2024-12-03T10:31:17,873 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,40435,1733221876549 2024-12-03T10:31:17,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T10:31:17,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,40435,1733221876549 in 210 msec 2024-12-03T10:31:17,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:31:17,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-12-03T10:31:18,020 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:18,424 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:18,834 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-03T10:31:18,929 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:19,533 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:20,237 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:20,336 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-12-03T10:31:21,042 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:21,738 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T10:31:21,738 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:31:21,739 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:21,739 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,40435,1733221876549, seqNum=-1] 2024-12-03T10:31:21,739 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:21,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:21,743 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=373e02554f2e4365ed05a7a5baa22a7b, regionState=OPEN, lastHost=a78f5601770a,38469,1733221862150, regionLocation=a78f5601770a,38469,1733221862150, openSeqNum=2 2024-12-03T10:31:21,743 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:31:21,743 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221941743 2024-12-03T10:31:21,743 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222001743 2024-12-03T10:31:21,743 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-03T10:31:21,743 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a78f5601770a,38469,1733221862150 had 2 regions 2024-12-03T10:31:21,744 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41071,1733221876515-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:21,744 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41071,1733221876515-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:21,744 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41071,1733221876515-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:21,744 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:41071, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:21,744 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:21,744 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:21,744 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a78f5601770a,38469,1733221862150, splitWal=true, meta=true, isMeta: false 2024-12-03T10:31:21,746 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150-splitting dir is empty, no logs to split. 2024-12-03T10:31:21,746 INFO [PEWorker-3 {}] master.SplitWALManager(105): a78f5601770a,38469,1733221862150 WAL count=0, meta=false 2024-12-03T10:31:21,749 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,38469,1733221862150-splitting dir is empty, no logs to split. 2024-12-03T10:31:21,749 INFO [PEWorker-3 {}] master.SplitWALManager(105): a78f5601770a,38469,1733221862150 WAL count=0, meta=false 2024-12-03T10:31:21,749 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a78f5601770a,38469,1733221862150 WAL splitting is done? wals=0, meta=false 2024-12-03T10:31:21,750 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.143sec 2024-12-03T10:31:21,750 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:31:21,750 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:31:21,750 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:31:21,750 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:31:21,750 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:31:21,750 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41071,1733221876515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:31:21,750 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41071,1733221876515-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:31:21,750 WARN [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a78f5601770a,38469,1733221862150/hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:21,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=373e02554f2e4365ed05a7a5baa22a7b, ASSIGN}] 2024-12-03T10:31:21,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=373e02554f2e4365ed05a7a5baa22a7b, ASSIGN 2024-12-03T10:31:21,752 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=373e02554f2e4365ed05a7a5baa22a7b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T10:31:21,753 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:31:21,753 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:31:21,754 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41071,1733221876515-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:21,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf2387c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:21,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41071,-1 for getting cluster id 2024-12-03T10:31:21,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:21,779 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4a5eb15-9958-4b95-9c34-b3a899c73a9a' 2024-12-03T10:31:21,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:21,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4a5eb15-9958-4b95-9c34-b3a899c73a9a" 2024-12-03T10:31:21,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa5cdcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:21,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41071,-1] 2024-12-03T10:31:21,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:21,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:21,780 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e857e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:21,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:21,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,40435,1733221876549, seqNum=-1] 2024-12-03T10:31:21,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:21,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:21,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T10:31:21,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:21,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:21,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:21,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:21,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:21,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a78f5601770a:41071 after: a78f5601770a:41071 2024-12-03T10:31:21,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:21,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41071,-1 for getting cluster id 2024-12-03T10:31:21,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:21,787 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4a5eb15-9958-4b95-9c34-b3a899c73a9a' 2024-12-03T10:31:21,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:21,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4a5eb15-9958-4b95-9c34-b3a899c73a9a" 2024-12-03T10:31:21,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c13cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:21,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41071,-1] 2024-12-03T10:31:21,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:21,788 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:21,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:21,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41071,1733221876515 2024-12-03T10:31:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@363a1271 2024-12-03T10:31:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:21,790 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:21,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41071 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T10:31:21,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:31:21,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:21,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:21,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:21,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:21,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:21,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:31:21,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1126883876, stopped=false 2024-12-03T10:31:21,791 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,40251,1733221867164 2024-12-03T10:31:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-603461431/running 2024-12-03T10:31:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-603461431/running 2024-12-03T10:31:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:21,830 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:31:21,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:21,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:21,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:21,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Set watcher on znode that does not yet exist, /1-603461431/running 2024-12-03T10:31:21,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Set watcher on znode that does not yet exist, /1-603461431/running 2024-12-03T10:31:21,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,43865,1733221867274' ***** 2024-12-03T10:31:21,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:31:21,830 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:31:21,830 INFO [RS:0;a78f5601770a:43865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:31:21,831 INFO [RS:0;a78f5601770a:43865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:31:21,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:31:21,831 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,43865,1733221867274 2024-12-03T10:31:21,831 INFO [RS:0;a78f5601770a:43865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:31:21,831 INFO [RS:0;a78f5601770a:43865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:43865. 2024-12-03T10:31:21,831 DEBUG [RS:0;a78f5601770a:43865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:21,831 DEBUG [RS:0;a78f5601770a:43865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:21,831 INFO [RS:0;a78f5601770a:43865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:31:21,831 INFO [RS:0;a78f5601770a:43865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:31:21,831 INFO [RS:0;a78f5601770a:43865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:31:21,831 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:31:21,831 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:31:21,831 DEBUG [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:31:21,831 DEBUG [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:21,831 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:31:21,831 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:31:21,831 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:31:21,831 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:31:21,831 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:31:21,831 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T10:31:21,845 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740/.tmp/ns/4463811bd59e428da66a8879a5dca297 is 43, key is default/ns:d/1733221870422/Put/seqid=0 2024-12-03T10:31:21,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741835_1011 (size=5153) 2024-12-03T10:31:21,902 DEBUG [a78f5601770a:41071 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:31:21,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=373e02554f2e4365ed05a7a5baa22a7b, regionState=OPENING, regionLocation=a78f5601770a,40435,1733221876549 2024-12-03T10:31:21,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=373e02554f2e4365ed05a7a5baa22a7b, ASSIGN because future has completed 2024-12-03T10:31:21,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 373e02554f2e4365ed05a7a5baa22a7b, server=a78f5601770a,40435,1733221876549}] 2024-12-03T10:31:21,905 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:31:21,946 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:22,031 DEBUG [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:22,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:22,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:22,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:31:22,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C40435%2C1733221876549.rep, suffix=, logDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs, maxLogs=10 2024-12-03T10:31:22,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.rep.1733221882061, exclude list is [], retry=0 2024-12-03T10:31:22,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-22007a14-f605-4add-80b4-337cd24c8fab,DISK] 2024-12-03T10:31:22,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.rep.1733221882061 2024-12-03T10:31:22,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36151:36151)] 2024-12-03T10:31:22,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 373e02554f2e4365ed05a7a5baa22a7b, NAME => 'hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:22,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:22,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:31:22,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. service=MultiRowMutationService 2024-12-03T10:31:22,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:31:22,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:22,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,078 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,078 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 373e02554f2e4365ed05a7a5baa22a7b columnFamilyName hfileref 2024-12-03T10:31:22,078 DEBUG [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:22,079 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(327): Store=373e02554f2e4365ed05a7a5baa22a7b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:22,079 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,079 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 373e02554f2e4365ed05a7a5baa22a7b columnFamilyName queue 2024-12-03T10:31:22,079 DEBUG [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:22,084 DEBUG [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b/queue/38adfee77f844312b3fbd68e020a868a 2024-12-03T10:31:22,084 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(327): Store=373e02554f2e4365ed05a7a5baa22a7b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:22,084 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,085 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 373e02554f2e4365ed05a7a5baa22a7b columnFamilyName sid 2024-12-03T10:31:22,085 DEBUG [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:22,085 INFO [StoreOpener-373e02554f2e4365ed05a7a5baa22a7b-1 {}] regionserver.HStore(327): Store=373e02554f2e4365ed05a7a5baa22a7b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:22,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:31:22,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 373e02554f2e4365ed05a7a5baa22a7b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73327676, jitterRate=0.09266752004623413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:31:22,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:22,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 373e02554f2e4365ed05a7a5baa22a7b: Running coprocessor pre-open hook at 1733221882077Writing region info on filesystem at 1733221882077Initializing all the Stores at 1733221882077Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221882077Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221882078 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221882078Cleaning up temporary data from old regions at 1733221882087 (+9 ms)Running coprocessor post-open hooks at 1733221882090 (+3 ms)Region opened successfully at 1733221882090 2024-12-03T10:31:22,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b., pid=13, masterSystemTime=1733221882057 2024-12-03T10:31:22,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:22,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:22,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=373e02554f2e4365ed05a7a5baa22a7b, regionState=OPEN, openSeqNum=9, regionLocation=a78f5601770a,40435,1733221876549 2024-12-03T10:31:22,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 373e02554f2e4365ed05a7a5baa22a7b, server=a78f5601770a,40435,1733221876549 because future has completed 2024-12-03T10:31:22,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T10:31:22,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 373e02554f2e4365ed05a7a5baa22a7b, server=a78f5601770a,40435,1733221876549 in 191 msec 2024-12-03T10:31:22,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-03T10:31:22,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=373e02554f2e4365ed05a7a5baa22a7b, ASSIGN in 347 msec 2024-12-03T10:31:22,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T10:31:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b., hostname=a78f5601770a,40435,1733221876549, seqNum=9] 2024-12-03T10:31:22,115 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for a78f5601770a,38469,1733221862150 2024-12-03T10:31:22,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T10:31:22,232 DEBUG [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:22,249 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740/.tmp/ns/4463811bd59e428da66a8879a5dca297 2024-12-03T10:31:22,255 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740/.tmp/ns/4463811bd59e428da66a8879a5dca297 as hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740/ns/4463811bd59e428da66a8879a5dca297 2024-12-03T10:31:22,259 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740/ns/4463811bd59e428da66a8879a5dca297, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T10:31:22,260 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-12-03T10:31:22,260 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:31:22,264 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:31:22,265 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:22,265 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:22,265 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:22,265 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221881831Running coprocessor pre-close hooks at 1733221881831Disabling compacts and flushes for region at 1733221881831Disabling writes for close at 1733221881831Obtaining lock to block concurrent updates at 1733221881831Preparing flush snapshotting stores in 1588230740 at 1733221881831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733221881832 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733221881832Flushing 1588230740/ns: creating writer at 1733221881832Flushing 1588230740/ns: appending metadata at 1733221881845 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733221881845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9c2792: reopening flushed file at 1733221882254 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1733221882260 (+6 ms)Writing region close event to WAL at 1733221882261 (+1 ms)Running coprocessor post-close hooks at 1733221882265 (+4 ms)Closed at 1733221882265 2024-12-03T10:31:22,265 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:22,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-03T10:31:22,295 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:31:22,296 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:31:22,432 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,43865,1733221867274; all regions closed. 2024-12-03T10:31:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741834_1010 (size=1152) 2024-12-03T10:31:22,454 DEBUG [RS:0;a78f5601770a:43865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/oldWALs 2024-12-03T10:31:22,454 INFO [RS:0;a78f5601770a:43865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C43865%2C1733221867274.meta:.meta(num 1733221870383) 2024-12-03T10:31:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741832_1008 (size=93) 2024-12-03T10:31:22,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/WALs/a78f5601770a,43865,1733221867274/a78f5601770a%2C43865%2C1733221867274.1733221869421 not finished, retry = 0 2024-12-03T10:31:22,558 DEBUG [RS:0;a78f5601770a:43865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/oldWALs 2024-12-03T10:31:22,558 INFO [RS:0;a78f5601770a:43865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C43865%2C1733221867274:(num 1733221869421) 2024-12-03T10:31:22,558 DEBUG [RS:0;a78f5601770a:43865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:22,558 INFO [RS:0;a78f5601770a:43865 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:31:22,558 INFO [RS:0;a78f5601770a:43865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:31:22,558 INFO [RS:0;a78f5601770a:43865 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:31:22,559 INFO [RS:0;a78f5601770a:43865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:31:22,559 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:22,559 INFO [RS:0;a78f5601770a:43865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43865 2024-12-03T10:31:22,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431/rs 2024-12-03T10:31:22,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-603461431/rs/a78f5601770a,43865,1733221867274 2024-12-03T10:31:22,573 INFO [RS:0;a78f5601770a:43865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:22,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,43865,1733221867274] 2024-12-03T10:31:22,590 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-603461431/draining/a78f5601770a,43865,1733221867274 already deleted, retry=false 2024-12-03T10:31:22,590 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,43865,1733221867274 expired; onlineServers=0 2024-12-03T10:31:22,590 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,40251,1733221867164' ***** 2024-12-03T10:31:22,590 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:31:22,590 INFO [M:0;a78f5601770a:40251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:31:22,590 INFO [M:0;a78f5601770a:40251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:31:22,590 DEBUG [M:0;a78f5601770a:40251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:31:22,590 DEBUG [M:0;a78f5601770a:40251 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:31:22,590 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:31:22,590 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221869209 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221869209,5,FailOnTimeoutGroup] 2024-12-03T10:31:22,590 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221869209 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221869209,5,FailOnTimeoutGroup] 2024-12-03T10:31:22,590 INFO [M:0;a78f5601770a:40251 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:31:22,590 INFO [M:0;a78f5601770a:40251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:31:22,590 DEBUG [M:0;a78f5601770a:40251 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:31:22,590 INFO [M:0;a78f5601770a:40251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:31:22,590 INFO [M:0;a78f5601770a:40251 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:31:22,590 INFO [M:0;a78f5601770a:40251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:31:22,590 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:31:22,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-603461431/master 2024-12-03T10:31:22,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-603461431 2024-12-03T10:31:22,598 DEBUG [M:0;a78f5601770a:40251 {}] zookeeper.ZKUtil(347): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Unable to get data of znode /1-603461431/master because node does not exist (not an error) 2024-12-03T10:31:22,598 WARN [M:0;a78f5601770a:40251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:31:22,599 INFO [M:0;a78f5601770a:40251 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/.lastflushedseqids 2024-12-03T10:31:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741836_1012 (size=99) 2024-12-03T10:31:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:22,681 INFO [RS:0;a78f5601770a:43865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1019c08762b0004, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:22,681 INFO [RS:0;a78f5601770a:43865 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,43865,1733221867274; zookeeper connection closed. 2024-12-03T10:31:22,682 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e7f5b4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e7f5b4d 2024-12-03T10:31:22,682 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:31:22,951 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:23,003 INFO [M:0;a78f5601770a:40251 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:31:23,003 INFO [M:0;a78f5601770a:40251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:31:23,003 DEBUG [M:0;a78f5601770a:40251 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:31:23,003 INFO [M:0;a78f5601770a:40251 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:23,003 DEBUG [M:0;a78f5601770a:40251 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:23,003 DEBUG [M:0;a78f5601770a:40251 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:31:23,003 DEBUG [M:0;a78f5601770a:40251 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:23,003 INFO [M:0;a78f5601770a:40251 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T10:31:23,015 DEBUG [M:0;a78f5601770a:40251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a355ed8ac6b94a948d90f1f67e9014a9 is 82, key is hbase:meta,,1/info:regioninfo/1733221870411/Put/seqid=0 2024-12-03T10:31:23,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741837_1013 (size=5672) 2024-12-03T10:31:23,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:31:23,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:23,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:23,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:23,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:23,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:23,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:23,420 INFO [M:0;a78f5601770a:40251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a355ed8ac6b94a948d90f1f67e9014a9 2024-12-03T10:31:23,436 DEBUG [M:0;a78f5601770a:40251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49fc4783ba154ec69aba25372e9a9c50 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733221870426/Put/seqid=0 2024-12-03T10:31:23,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741838_1014 (size=5275) 2024-12-03T10:31:23,840 INFO [M:0;a78f5601770a:40251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49fc4783ba154ec69aba25372e9a9c50 2024-12-03T10:31:23,856 DEBUG [M:0;a78f5601770a:40251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72f49060ac04470994e5d5d6d071c8ee is 69, key is a78f5601770a,43865,1733221867274/rs:state/1733221869228/Put/seqid=0 2024-12-03T10:31:23,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741839_1015 (size=5156) 2024-12-03T10:31:24,055 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:24,260 INFO [M:0;a78f5601770a:40251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72f49060ac04470994e5d5d6d071c8ee 2024-12-03T10:31:24,264 DEBUG [M:0;a78f5601770a:40251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a355ed8ac6b94a948d90f1f67e9014a9 as hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a355ed8ac6b94a948d90f1f67e9014a9 2024-12-03T10:31:24,268 INFO [M:0;a78f5601770a:40251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a355ed8ac6b94a948d90f1f67e9014a9, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T10:31:24,269 DEBUG [M:0;a78f5601770a:40251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49fc4783ba154ec69aba25372e9a9c50 as hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49fc4783ba154ec69aba25372e9a9c50 2024-12-03T10:31:24,273 INFO [M:0;a78f5601770a:40251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49fc4783ba154ec69aba25372e9a9c50, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T10:31:24,274 DEBUG [M:0;a78f5601770a:40251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72f49060ac04470994e5d5d6d071c8ee as hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72f49060ac04470994e5d5d6d071c8ee 2024-12-03T10:31:24,278 INFO [M:0;a78f5601770a:40251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/13e73a0b-6407-c674-1e43-ee048a078e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72f49060ac04470994e5d5d6d071c8ee, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T10:31:24,278 INFO [M:0;a78f5601770a:40251 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=28, compaction requested=false 2024-12-03T10:31:24,279 INFO [M:0;a78f5601770a:40251 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:24,279 DEBUG [M:0;a78f5601770a:40251 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221883003Disabling compacts and flushes for region at 1733221883003Disabling writes for close at 1733221883003Obtaining lock to block concurrent updates at 1733221883003Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221883003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733221883004 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221883004Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221883004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221883015 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221883015Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221883424 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221883435 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221883435Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221883844 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221883855 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221883855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b50339c: reopening flushed file at 1733221884264 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd63380: reopening flushed file at 1733221884268 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c048b3d: reopening flushed file at 1733221884273 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=28, compaction requested=false at 1733221884278 (+5 ms)Writing region close event to WAL at 1733221884279 (+1 ms)Closed at 1733221884279 2024-12-03T10:31:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741830_1006 (size=10165) 2024-12-03T10:31:24,282 INFO [M:0;a78f5601770a:40251 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:31:24,282 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:24,282 INFO [M:0;a78f5601770a:40251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40251 2024-12-03T10:31:24,282 INFO [M:0;a78f5601770a:40251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:24,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:24,413 INFO [M:0;a78f5601770a:40251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:24,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40251-0x1019c08762b0003, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:24,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@297064e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:31:24,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:31:24,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:31:24,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:31:24,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/hadoop.log.dir/,STOPPED} 2024-12-03T10:31:24,592 WARN [BP-195735296-172.17.0.2-1733221865441 heartbeating to localhost/127.0.0.1:37409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:31:24,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:31:24,592 WARN [BP-195735296-172.17.0.2-1733221865441 heartbeating to localhost/127.0.0.1:37409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-195735296-172.17.0.2-1733221865441 (Datanode Uuid aaff5a89-6458-4270-9fae-1c6695dc0f88) service to localhost/127.0.0.1:37409 2024-12-03T10:31:24,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:31:24,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/cluster_3df25bd4-504b-dc2c-91fb-75707523ff59/data/data1/current/BP-195735296-172.17.0.2-1733221865441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:31:24,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/cluster_3df25bd4-504b-dc2c-91fb-75707523ff59/data/data2/current/BP-195735296-172.17.0.2-1733221865441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:31:24,593 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:31:24,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1834e79a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:31:24,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:31:24,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:31:24,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:31:24,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/hadoop.log.dir/,STOPPED} 2024-12-03T10:31:24,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:31:24,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:31:24,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:24,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:24,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:24,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:24,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:24,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:31:24,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1564261267, stopped=false 2024-12-03T10:31:24,678 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,41071,1733221876515 2024-12-03T10:31:24,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01858302855/running 2024-12-03T10:31:24,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01858302855/running 2024-12-03T10:31:24,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:24,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:24,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:31:24,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:24,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:24,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:24,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/running 2024-12-03T10:31:24,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Set watcher on znode that does not yet exist, /01858302855/running 2024-12-03T10:31:24,780 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,40435,1733221876549' ***** 2024-12-03T10:31:24,780 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:31:24,780 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:31:24,780 INFO [RS:0;a78f5601770a:40435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:31:24,780 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:31:24,781 INFO [RS:0;a78f5601770a:40435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:31:24,781 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(3091): Received CLOSE for 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:24,781 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,40435,1733221876549 2024-12-03T10:31:24,781 INFO [RS:0;a78f5601770a:40435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:31:24,781 INFO [RS:0;a78f5601770a:40435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:40435. 2024-12-03T10:31:24,781 DEBUG [RS:0;a78f5601770a:40435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:24,781 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 373e02554f2e4365ed05a7a5baa22a7b, disabling compactions & flushes 2024-12-03T10:31:24,781 DEBUG [RS:0;a78f5601770a:40435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:24,781 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:24,781 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:24,781 INFO [RS:0;a78f5601770a:40435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:31:24,781 INFO [RS:0;a78f5601770a:40435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:31:24,781 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. after waiting 0 ms 2024-12-03T10:31:24,781 INFO [RS:0;a78f5601770a:40435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:31:24,781 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:24,781 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:31:24,781 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:31:24,781 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1325): Online Regions={373e02554f2e4365ed05a7a5baa22a7b=hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:31:24,781 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 373e02554f2e4365ed05a7a5baa22a7b 2024-12-03T10:31:24,781 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:31:24,782 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:31:24,782 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:31:24,782 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:31:24,782 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:31:24,782 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T10:31:24,785 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/replication/373e02554f2e4365ed05a7a5baa22a7b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-03T10:31:24,785 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:24,785 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:24,785 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:24,785 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 373e02554f2e4365ed05a7a5baa22a7b: Waiting for close lock at 1733221884781Running coprocessor pre-close hooks at 1733221884781Disabling compacts and flushes for region at 1733221884781Disabling writes for close at 1733221884781Writing region close event to WAL at 1733221884782 (+1 ms)Running coprocessor post-close hooks at 1733221884785 (+3 ms)Closed at 1733221884785 2024-12-03T10:31:24,785 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b. 2024-12-03T10:31:24,797 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/info/791e71dd2c3f457d9477933bec0509c7 is 147, key is hbase:replication,,1733221870548.373e02554f2e4365ed05a7a5baa22a7b./info:regioninfo/1733221882093/Put/seqid=0 2024-12-03T10:31:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741851_1027 (size=6385) 2024-12-03T10:31:24,864 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:31:24,982 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:25,182 DEBUG [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:25,201 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/info/791e71dd2c3f457d9477933bec0509c7 2024-12-03T10:31:25,206 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/.tmp/info/791e71dd2c3f457d9477933bec0509c7 as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/info/791e71dd2c3f457d9477933bec0509c7 2024-12-03T10:31:25,211 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/info/791e71dd2c3f457d9477933bec0509c7, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T10:31:25,212 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-12-03T10:31:25,217 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T10:31:25,218 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:25,218 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:25,218 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:25,218 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221884781Running coprocessor pre-close hooks at 1733221884781Disabling compacts and flushes for region at 1733221884781Disabling writes for close at 1733221884782 (+1 ms)Obtaining lock to block concurrent updates at 1733221884782Preparing flush snapshotting stores in 1588230740 at 1733221884782Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733221884782Flushing stores of hbase:meta,,1.1588230740 at 1733221884782Flushing 1588230740/info: creating writer at 1733221884782Flushing 1588230740/info: appending metadata at 1733221884796 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733221884796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db70fd0: reopening flushed file at 1733221885206 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1733221885212 (+6 ms)Writing region close event to WAL at 1733221885214 (+2 ms)Running coprocessor post-close hooks at 1733221885218 (+4 ms)Closed at 1733221885218 2024-12-03T10:31:25,218 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:25,259 DEBUG [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.1733221877495 to pos 0, reset compression=false 2024-12-03T10:31:25,382 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,40435,1733221876549; all regions closed. 2024-12-03T10:31:25,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741849_1025 (size=2156) 2024-12-03T10:31:25,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/WALs/a78f5601770a,40435,1733221876549/a78f5601770a%2C40435%2C1733221876549.meta.1733221877821.meta not finished, retry = 0 2024-12-03T10:31:25,437 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:31:25,437 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:31:25,486 DEBUG [RS:0;a78f5601770a:40435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs 2024-12-03T10:31:25,486 INFO [RS:0;a78f5601770a:40435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C40435%2C1733221876549.meta:.meta(num 1733221877821) 2024-12-03T10:31:25,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741850_1026 (size=796) 2024-12-03T10:31:25,491 DEBUG [RS:0;a78f5601770a:40435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs 2024-12-03T10:31:25,491 INFO [RS:0;a78f5601770a:40435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C40435%2C1733221876549.rep:(num 1733221882061) 2024-12-03T10:31:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741848_1024 (size=93) 2024-12-03T10:31:25,494 DEBUG [RS:0;a78f5601770a:40435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/oldWALs 2024-12-03T10:31:25,494 INFO [RS:0;a78f5601770a:40435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C40435%2C1733221876549:(num 1733221877495) 2024-12-03T10:31:25,494 DEBUG [RS:0;a78f5601770a:40435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:25,494 INFO [RS:0;a78f5601770a:40435 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:31:25,495 INFO [RS:0;a78f5601770a:40435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:31:25,495 INFO [RS:0;a78f5601770a:40435 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T10:31:25,495 INFO [RS:0;a78f5601770a:40435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:31:25,495 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:25,495 INFO [RS:0;a78f5601770a:40435 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,40435,1733221876549 because: Region server is closing 2024-12-03T10:31:25,495 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T10:31:25,495 INFO [RS:0;a78f5601770a:40435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:40435. 2024-12-03T10:31:25,495 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T10:31:25,495 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T10:31:25,495 DEBUG [RS:0;a78f5601770a:40435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:25,495 DEBUG [RS:0;a78f5601770a:40435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:25,495 DEBUG [RS:0;a78f5601770a:40435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:25,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:25,596 WARN [RS:0;a78f5601770a:40435.replicationSource.wal-reader.a78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:31:25,596 WARN [RS:0;a78f5601770a:40435.replicationSource.shippera78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T10:31:25,596 INFO [RS:0;a78f5601770a:40435 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a78f5601770a:40435.replicationSource.shippera78f5601770a%2C40435%2C1733221876549,1-a78f5601770a,40435,1733221876549 terminated 2024-12-03T10:31:25,596 INFO [RS:0;a78f5601770a:40435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40435 2024-12-03T10:31:25,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855/rs 2024-12-03T10:31:25,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01858302855/rs/a78f5601770a,40435,1733221876549 2024-12-03T10:31:25,621 INFO [RS:0;a78f5601770a:40435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:25,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,40435,1733221876549] 2024-12-03T10:31:25,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01858302855/draining/a78f5601770a,40435,1733221876549 already deleted, retry=false 2024-12-03T10:31:25,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,40435,1733221876549 expired; onlineServers=0 2024-12-03T10:31:25,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,41071,1733221876515' ***** 2024-12-03T10:31:25,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:31:25,639 INFO [M:0;a78f5601770a:41071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:31:25,640 INFO [M:0;a78f5601770a:41071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:31:25,640 DEBUG [M:0;a78f5601770a:41071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:31:25,640 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:31:25,640 DEBUG [M:0;a78f5601770a:41071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:31:25,640 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221877231 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221877231,5,FailOnTimeoutGroup] 2024-12-03T10:31:25,640 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221877231 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221877231,5,FailOnTimeoutGroup] 2024-12-03T10:31:25,640 INFO [M:0;a78f5601770a:41071 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:31:25,640 INFO [M:0;a78f5601770a:41071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:31:25,640 DEBUG [M:0;a78f5601770a:41071 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:31:25,640 INFO [M:0;a78f5601770a:41071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:31:25,640 INFO [M:0;a78f5601770a:41071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:31:25,640 INFO [M:0;a78f5601770a:41071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:31:25,640 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:31:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01858302855/master 2024-12-03T10:31:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01858302855 2024-12-03T10:31:25,648 DEBUG [M:0;a78f5601770a:41071 {}] zookeeper.ZKUtil(347): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Unable to get data of znode /01858302855/master because node does not exist (not an error) 2024-12-03T10:31:25,648 WARN [M:0;a78f5601770a:41071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:31:25,648 INFO [M:0;a78f5601770a:41071 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/.lastflushedseqids 2024-12-03T10:31:25,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741852_1028 (size=181) 2024-12-03T10:31:25,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:25,731 INFO [RS:0;a78f5601770a:40435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:25,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40435-0x1019c08762b0007, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:25,731 INFO [RS:0;a78f5601770a:40435 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,40435,1733221876549; zookeeper connection closed. 2024-12-03T10:31:25,731 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d8d5fdb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d8d5fdb 2024-12-03T10:31:25,732 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:31:26,053 INFO [M:0;a78f5601770a:41071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:31:26,054 INFO [M:0;a78f5601770a:41071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:31:26,054 DEBUG [M:0;a78f5601770a:41071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:31:26,054 INFO [M:0;a78f5601770a:41071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:26,054 DEBUG [M:0;a78f5601770a:41071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:26,054 DEBUG [M:0;a78f5601770a:41071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:31:26,054 DEBUG [M:0;a78f5601770a:41071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:26,054 INFO [M:0;a78f5601770a:41071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T10:31:26,071 DEBUG [M:0;a78f5601770a:41071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9920bb89e15a4dffbecde076066de512 is 82, key is hbase:meta,,1/info:regioninfo/1733221877863/Put/seqid=0 2024-12-03T10:31:26,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741853_1029 (size=5672) 2024-12-03T10:31:26,475 INFO [M:0;a78f5601770a:41071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9920bb89e15a4dffbecde076066de512 2024-12-03T10:31:26,492 DEBUG [M:0;a78f5601770a:41071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9edb1826ee9048aaa6caee8553eff308 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733221882098/Put/seqid=0 2024-12-03T10:31:26,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741854_1030 (size=7312) 2024-12-03T10:31:26,896 INFO [M:0;a78f5601770a:41071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9edb1826ee9048aaa6caee8553eff308 2024-12-03T10:31:26,912 DEBUG [M:0;a78f5601770a:41071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d693db549c34a1aa6e48a5f579f670a is 69, key is a78f5601770a,40435,1733221876549/rs:state/1733221877303/Put/seqid=0 2024-12-03T10:31:26,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741855_1031 (size=5370) 2024-12-03T10:31:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:31:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:27,317 INFO [M:0;a78f5601770a:41071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d693db549c34a1aa6e48a5f579f670a 2024-12-03T10:31:27,320 INFO [M:0;a78f5601770a:41071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d693db549c34a1aa6e48a5f579f670a 2024-12-03T10:31:27,321 DEBUG [M:0;a78f5601770a:41071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9920bb89e15a4dffbecde076066de512 as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9920bb89e15a4dffbecde076066de512 2024-12-03T10:31:27,324 INFO [M:0;a78f5601770a:41071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9920bb89e15a4dffbecde076066de512, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T10:31:27,325 DEBUG [M:0;a78f5601770a:41071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9edb1826ee9048aaa6caee8553eff308 as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9edb1826ee9048aaa6caee8553eff308 2024-12-03T10:31:27,329 INFO [M:0;a78f5601770a:41071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9edb1826ee9048aaa6caee8553eff308, entries=7, sequenceid=127, filesize=7.1 K 2024-12-03T10:31:27,330 DEBUG [M:0;a78f5601770a:41071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d693db549c34a1aa6e48a5f579f670a as hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d693db549c34a1aa6e48a5f579f670a 2024-12-03T10:31:27,334 INFO [M:0;a78f5601770a:41071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d693db549c34a1aa6e48a5f579f670a 2024-12-03T10:31:27,334 INFO [M:0;a78f5601770a:41071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d693db549c34a1aa6e48a5f579f670a, entries=2, sequenceid=127, filesize=5.2 K 2024-12-03T10:31:27,335 INFO [M:0;a78f5601770a:41071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false 2024-12-03T10:31:27,336 INFO [M:0;a78f5601770a:41071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:27,336 DEBUG [M:0;a78f5601770a:41071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221886054Disabling compacts and flushes for region at 1733221886054Disabling writes for close at 1733221886054Obtaining lock to block concurrent updates at 1733221886054Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221886054Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733221886054Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221886055 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221886055Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221886071 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221886071Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221886480 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221886491 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221886491Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221886900 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221886912 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221886912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a21ec: reopening flushed file at 1733221887320 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65994ff1: reopening flushed file at 1733221887325 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696ddecb: reopening flushed file at 1733221887329 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false at 1733221887335 (+6 ms)Writing region close event to WAL at 1733221887336 (+1 ms)Closed at 1733221887336 2024-12-03T10:31:27,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741847_1023 (size=22903) 2024-12-03T10:31:27,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/889af41e-3828-694e-4ce7-ea3b8d076ac6/MasterData/WALs/a78f5601770a,41071,1733221876515/a78f5601770a%2C41071%2C1733221876515.1733221877048 not finished, retry = 0 2024-12-03T10:31:27,439 INFO [M:0;a78f5601770a:41071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:31:27,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:27,439 INFO [M:0;a78f5601770a:41071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41071 2024-12-03T10:31:27,440 INFO [M:0;a78f5601770a:41071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:27,571 INFO [M:0;a78f5601770a:41071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:27,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:27,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41071-0x1019c08762b0006, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:27,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e0d86d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:31:27,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:31:27,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:31:27,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:31:27,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/hadoop.log.dir/,STOPPED} 2024-12-03T10:31:27,575 WARN [BP-2113934639-172.17.0.2-1733221860436 heartbeating to localhost/127.0.0.1:35761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:31:27,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:31:27,575 WARN [BP-2113934639-172.17.0.2-1733221860436 heartbeating to localhost/127.0.0.1:35761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2113934639-172.17.0.2-1733221860436 (Datanode Uuid 1b90959f-b141-4544-8845-737d5df5925a) service to localhost/127.0.0.1:35761 2024-12-03T10:31:27,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:31:27,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/cluster_20068937-8dbd-1a36-0244-d4866b65a810/data/data1/current/BP-2113934639-172.17.0.2-1733221860436 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:31:27,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/cluster_20068937-8dbd-1a36-0244-d4866b65a810/data/data2/current/BP-2113934639-172.17.0.2-1733221860436 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:31:27,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:31:27,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:31:27,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:31:27,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:31:27,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:31:27,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8f9e77d-f483-4c06-a491-9606f37530d6/hadoop.log.dir/,STOPPED} 2024-12-03T10:31:27,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:31:27,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:31:27,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=201 (was 158) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64787) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35761 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64787) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37409 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=7908 (was 7937) 2024-12-03T10:31:27,612 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=201, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7908 2024-12-03T10:31:27,623 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-03T10:31:27,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/hadoop.log.dir so I do NOT create it in target/test-data/41c48b6a-456b-a735-533e-e326a31259f3 2024-12-03T10:31:27,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:31:27,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/hadoop.tmp.dir so I do NOT create it in target/test-data/41c48b6a-456b-a735-533e-e326a31259f3 2024-12-03T10:31:27,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8243a974-1e27-0362-52df-31f685bca7fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:31:27,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3 2024-12-03T10:31:27,623 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/cluster_2ab46e4a-40c3-f929-041b-69be0c56de43, deleteOnExit=true 2024-12-03T10:31:27,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/cluster_2ab46e4a-40c3-f929-041b-69be0c56de43/zookeeper_0, clientPort=51885, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/cluster_2ab46e4a-40c3-f929-041b-69be0c56de43/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/cluster_2ab46e4a-40c3-f929-041b-69be0c56de43/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:31:27,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51885 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/test.cache.data in system properties and HBase conf 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:31:27,644 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:31:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:31:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:31:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:31:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:31:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:31:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:31:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:31:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:31:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:31:27,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019c08762b0005, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:31:27,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019c08762b0002, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:31:27,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019c08762b0002, quorum=127.0.0.1:64787, baseZNode=/01858302855 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:31:27,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019c08762b0005, quorum=127.0.0.1:64787, baseZNode=/1-603461431 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:31:27,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:27,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:31:27,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:31:27,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:31:27,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:31:27,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:27,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c0432c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:31:27,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:31:28,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56d24921{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/java.io.tmpdir/jetty-localhost-35493-hadoop-hdfs-3_4_1-tests_jar-_-any-2130770342628833294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:31:28,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db69a8f{HTTP/1.1, (http/1.1)}{localhost:35493} 2024-12-03T10:31:28,065 INFO [Time-limited test {}] server.Server(415): Started @166183ms 2024-12-03T10:31:28,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:28,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:31:28,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:31:28,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:31:28,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:31:28,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d40cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:31:28,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3956826e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:31:28,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b8143cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/java.io.tmpdir/jetty-localhost-40835-hadoop-hdfs-3_4_1-tests_jar-_-any-17257529892300372835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:31:28,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a5f470f{HTTP/1.1, (http/1.1)}{localhost:40835} 2024-12-03T10:31:28,384 INFO [Time-limited test {}] server.Server(415): Started @166502ms 2024-12-03T10:31:28,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:31:28,902 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/cluster_2ab46e4a-40c3-f929-041b-69be0c56de43/data/data1/current/BP-168283833-172.17.0.2-1733221887657/current, will proceed with Du for space computation calculation, 2024-12-03T10:31:28,902 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/cluster_2ab46e4a-40c3-f929-041b-69be0c56de43/data/data2/current/BP-168283833-172.17.0.2-1733221887657/current, will proceed with Du for space computation calculation, 2024-12-03T10:31:28,922 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:31:28,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x280a0ce2a9272873 with lease ID 0xbdaa57d8879ecf8d: Processing first storage report for DS-745e584a-848c-4d2d-82f3-4d2b5fbfcc8e from datanode DatanodeRegistration(127.0.0.1:37091, datanodeUuid=800ddbcc-8527-4499-9e4a-1bda541fc433, infoPort=45401, infoSecurePort=0, ipcPort=38137, storageInfo=lv=-57;cid=testClusterID;nsid=2093088693;c=1733221887657) 2024-12-03T10:31:28,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x280a0ce2a9272873 with lease ID 0xbdaa57d8879ecf8d: from storage DS-745e584a-848c-4d2d-82f3-4d2b5fbfcc8e node DatanodeRegistration(127.0.0.1:37091, datanodeUuid=800ddbcc-8527-4499-9e4a-1bda541fc433, infoPort=45401, infoSecurePort=0, ipcPort=38137, storageInfo=lv=-57;cid=testClusterID;nsid=2093088693;c=1733221887657), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:31:28,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x280a0ce2a9272873 with lease ID 0xbdaa57d8879ecf8d: Processing first storage report for DS-8d85b322-f86e-40db-a04d-ea2a1bcd7a49 from datanode DatanodeRegistration(127.0.0.1:37091, datanodeUuid=800ddbcc-8527-4499-9e4a-1bda541fc433, infoPort=45401, infoSecurePort=0, ipcPort=38137, storageInfo=lv=-57;cid=testClusterID;nsid=2093088693;c=1733221887657) 2024-12-03T10:31:28,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x280a0ce2a9272873 with lease ID 0xbdaa57d8879ecf8d: from storage DS-8d85b322-f86e-40db-a04d-ea2a1bcd7a49 node DatanodeRegistration(127.0.0.1:37091, datanodeUuid=800ddbcc-8527-4499-9e4a-1bda541fc433, infoPort=45401, infoSecurePort=0, ipcPort=38137, storageInfo=lv=-57;cid=testClusterID;nsid=2093088693;c=1733221887657), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:31:29,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3 2024-12-03T10:31:29,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:29,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:29,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:31:29,418 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f with version=8 2024-12-03T10:31:29,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/hbase-staging 2024-12-03T10:31:29,420 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:29,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:29,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:29,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:29,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:29,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:29,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:31:29,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:29,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39991 2024-12-03T10:31:29,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39991 connecting to ZooKeeper ensemble=127.0.0.1:51885 2024-12-03T10:31:29,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399910x0, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:29,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39991-0x1019c08e0820000 connected 2024-12-03T10:31:29,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:29,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:29,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Set watcher on znode that does not yet exist, /01384669170/running 2024-12-03T10:31:29,570 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f, hbase.cluster.distributed=false 2024-12-03T10:31:29,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Set watcher on znode that does not yet exist, /01384669170/acl 2024-12-03T10:31:29,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39991 2024-12-03T10:31:29,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39991 2024-12-03T10:31:29,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39991 2024-12-03T10:31:29,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39991 2024-12-03T10:31:29,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39991 2024-12-03T10:31:29,585 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:29,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:29,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:29,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:29,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:29,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:29,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:31:29,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:29,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34643 2024-12-03T10:31:29,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34643 connecting to ZooKeeper ensemble=127.0.0.1:51885 2024-12-03T10:31:29,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:29,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:29,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346430x0, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:29,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346430x0, quorum=127.0.0.1:51885, baseZNode=/01384669170 Set watcher on znode that does not yet exist, /01384669170/running 2024-12-03T10:31:29,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34643-0x1019c08e0820001 connected 2024-12-03T10:31:29,598 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:31:29,599 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:31:29,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Set watcher on znode that does not yet exist, /01384669170/master 2024-12-03T10:31:29,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Set watcher on znode that does not yet exist, /01384669170/acl 2024-12-03T10:31:29,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34643 2024-12-03T10:31:29,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34643 2024-12-03T10:31:29,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34643 2024-12-03T10:31:29,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34643 2024-12-03T10:31:29,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34643 2024-12-03T10:31:29,616 DEBUG [M:0;a78f5601770a:39991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:39991 2024-12-03T10:31:29,616 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01384669170/backup-masters/a78f5601770a,39991,1733221889419 2024-12-03T10:31:29,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170/backup-masters 2024-12-03T10:31:29,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170/backup-masters 2024-12-03T10:31:29,623 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Set watcher on existing znode=/01384669170/backup-masters/a78f5601770a,39991,1733221889419 2024-12-03T10:31:29,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384669170/master 2024-12-03T10:31:29,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:29,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:29,631 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Set watcher on existing znode=/01384669170/master 2024-12-03T10:31:29,631 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01384669170/backup-masters/a78f5601770a,39991,1733221889419 from backup master directory 2024-12-03T10:31:29,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170/backup-masters 2024-12-03T10:31:29,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384669170/backup-masters/a78f5601770a,39991,1733221889419 2024-12-03T10:31:29,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170/backup-masters 2024-12-03T10:31:29,639 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:29,639 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,39991,1733221889419 2024-12-03T10:31:29,642 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/hbase.id] with ID: 3349e171-20df-42f3-a108-98a7453a9c94 2024-12-03T10:31:29,642 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/.tmp/hbase.id 2024-12-03T10:31:29,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:31:30,047 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/.tmp/hbase.id]:[hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/hbase.id] 2024-12-03T10:31:30,056 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:30,056 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:31:30,057 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:31:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:30,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:31:30,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:31:30,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:30,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:30,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:30,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:30,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:30,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:30,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:30,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:30,492 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:31:30,493 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:31:30,493 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:30,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:31:30,899 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store 2024-12-03T10:31:30,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:31:31,304 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:31,305 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:31:31,305 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:31,305 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:31,305 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:31:31,305 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:31,305 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:31,305 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221891304Disabling compacts and flushes for region at 1733221891305 (+1 ms)Disabling writes for close at 1733221891305Writing region close event to WAL at 1733221891305Closed at 1733221891305 2024-12-03T10:31:31,305 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/.initializing 2024-12-03T10:31:31,306 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/WALs/a78f5601770a,39991,1733221889419 2024-12-03T10:31:31,306 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:31:31,308 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C39991%2C1733221889419, suffix=, logDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/WALs/a78f5601770a,39991,1733221889419, archiveDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/oldWALs, maxLogs=10 2024-12-03T10:31:31,319 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/WALs/a78f5601770a,39991,1733221889419/a78f5601770a%2C39991%2C1733221889419.1733221891308, exclude list is [], retry=0 2024-12-03T10:31:31,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37091,DS-745e584a-848c-4d2d-82f3-4d2b5fbfcc8e,DISK] 2024-12-03T10:31:31,322 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/WALs/a78f5601770a,39991,1733221889419/a78f5601770a%2C39991%2C1733221889419.1733221891308 2024-12-03T10:31:31,323 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45401:45401)] 2024-12-03T10:31:31,323 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:31,323 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:31,323 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,323 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:31:31,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:31,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:31,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:31:31,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:31,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:31,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:31:31,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:31,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:31,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:31:31,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:31,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:31,330 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,330 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,331 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,331 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,331 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,332 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:31,332 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:31,334 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:31,334 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68034314, jitterRate=0.013790279626846313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:31,335 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221891323Initializing all the Stores at 1733221891324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221891324Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221891324Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221891324Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221891324Cleaning up temporary data from old regions at 1733221891331 (+7 ms)Region opened successfully at 1733221891335 (+4 ms) 2024-12-03T10:31:31,335 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:31:31,337 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332d79d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:31:31,338 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:31:31,338 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:31:31,338 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:31:31,338 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:31:31,338 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:31:31,339 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:31:31,339 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:31:31,340 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:31:31,340 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Unable to get data of znode /01384669170/balancer because node does not exist (not necessarily an error) 2024-12-03T10:31:31,371 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384669170/balancer already deleted, retry=false 2024-12-03T10:31:31,371 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:31:31,372 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Unable to get data of znode /01384669170/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:31:31,381 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384669170/normalizer already deleted, retry=false 2024-12-03T10:31:31,381 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:31:31,382 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Unable to get data of znode /01384669170/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:31:31,389 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384669170/switch/split already deleted, retry=false 2024-12-03T10:31:31,390 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Unable to get data of znode /01384669170/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:31:31,397 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384669170/switch/merge already deleted, retry=false 2024-12-03T10:31:31,399 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Unable to get data of znode /01384669170/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:31:31,406 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384669170/snapshot-cleanup already deleted, retry=false 2024-12-03T10:31:31,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384669170/running 2024-12-03T10:31:31,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384669170/running 2024-12-03T10:31:31,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:31,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:31,414 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,39991,1733221889419, sessionid=0x1019c08e0820000, setting cluster-up flag (Was=false) 2024-12-03T10:31:31,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:31,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:31,456 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01384669170/flush-table-proc/acquired, /01384669170/flush-table-proc/reached, /01384669170/flush-table-proc/abort 2024-12-03T10:31:31,457 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,39991,1733221889419 2024-12-03T10:31:31,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:31,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:31,497 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01384669170/online-snapshot/acquired, /01384669170/online-snapshot/reached, /01384669170/online-snapshot/abort 2024-12-03T10:31:31,498 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,39991,1733221889419 2024-12-03T10:31:31,499 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:31:31,500 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:31,501 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:31:31,501 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:31:31,501 WARN [master/a78f5601770a:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a78f5601770a,38469,1733221862150: status=Processing ServerCrashProcedure of a78f5601770a,38469,1733221862150 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733221877230, completionTime=-1 appears to have been leaked 2024-12-03T10:31:31,501 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,39991,1733221889419 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:31:31,502 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:31,502 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:31,502 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:31,502 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:31,502 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:31:31,502 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,502 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:31:31,502 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221921503 2024-12-03T10:31:31,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:31:31,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:31:31,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:31:31,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:31:31,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:31:31,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:31:31,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:31,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:31:31,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:31:31,503 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:31:31,504 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:31:31,504 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:31:31,504 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:31:31,504 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:31:31,504 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221891504,5,FailOnTimeoutGroup] 2024-12-03T10:31:31,504 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221891504,5,FailOnTimeoutGroup] 2024-12-03T10:31:31,504 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,504 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:31:31,504 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:31,504 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,504 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:31:31,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:31:31,509 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(746): ClusterId : 3349e171-20df-42f3-a108-98a7453a9c94 2024-12-03T10:31:31,509 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:31:31,514 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:31:31,514 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:31:31,523 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:31:31,523 DEBUG [RS:0;a78f5601770a:34643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e08736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:31:31,533 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:34643 2024-12-03T10:31:31,533 INFO [RS:0;a78f5601770a:34643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:31:31,533 INFO [RS:0;a78f5601770a:34643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:31:31,533 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:31:31,534 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,39991,1733221889419 with port=34643, startcode=1733221889585 2024-12-03T10:31:31,534 DEBUG [RS:0;a78f5601770a:34643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:31:31,535 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:31:31,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,34643,1733221889585 2024-12-03T10:31:31,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39991 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,34643,1733221889585 2024-12-03T10:31:31,537 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f 2024-12-03T10:31:31,537 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35277 2024-12-03T10:31:31,537 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:31:31,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170/rs 2024-12-03T10:31:31,548 DEBUG [RS:0;a78f5601770a:34643 {}] zookeeper.ZKUtil(111): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Set watcher on existing znode=/01384669170/rs/a78f5601770a,34643,1733221889585 2024-12-03T10:31:31,548 WARN [RS:0;a78f5601770a:34643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:31,548 INFO [RS:0;a78f5601770a:34643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:31,548 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585 2024-12-03T10:31:31,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,34643,1733221889585] 2024-12-03T10:31:31,551 INFO [RS:0;a78f5601770a:34643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:31:31,553 INFO [RS:0;a78f5601770a:34643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:31:31,555 INFO [RS:0;a78f5601770a:34643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:31:31,555 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,555 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:31:31,556 INFO [RS:0;a78f5601770a:34643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:31:31,556 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,556 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:31:31,557 DEBUG [RS:0;a78f5601770a:34643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:31:31,559 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,559 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,559 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,559 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,559 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,559 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34643,1733221889585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:31:31,575 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:31:31,575 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34643,1733221889585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,576 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,576 INFO [RS:0;a78f5601770a:34643 {}] regionserver.Replication(171): a78f5601770a,34643,1733221889585 started 2024-12-03T10:31:31,587 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:31,587 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,34643,1733221889585, RpcServer on a78f5601770a/172.17.0.2:34643, sessionid=0x1019c08e0820001 2024-12-03T10:31:31,587 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:31:31,588 DEBUG [RS:0;a78f5601770a:34643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,34643,1733221889585 2024-12-03T10:31:31,588 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,34643,1733221889585' 2024-12-03T10:31:31,588 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01384669170/flush-table-proc/abort' 2024-12-03T10:31:31,588 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01384669170/flush-table-proc/acquired' 2024-12-03T10:31:31,588 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:31:31,588 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:31:31,588 DEBUG [RS:0;a78f5601770a:34643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,34643,1733221889585 2024-12-03T10:31:31,588 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,34643,1733221889585' 2024-12-03T10:31:31,588 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01384669170/online-snapshot/abort' 2024-12-03T10:31:31,589 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01384669170/online-snapshot/acquired' 2024-12-03T10:31:31,589 DEBUG [RS:0;a78f5601770a:34643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:31:31,589 INFO [RS:0;a78f5601770a:34643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:31:31,589 INFO [RS:0;a78f5601770a:34643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:31:31,689 INFO [RS:0;a78f5601770a:34643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:31:31,691 INFO [RS:0;a78f5601770a:34643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C34643%2C1733221889585, suffix=, logDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585, archiveDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/oldWALs, maxLogs=10 2024-12-03T10:31:31,701 DEBUG [RS:0;a78f5601770a:34643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691, exclude list is [], retry=0 2024-12-03T10:31:31,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37091,DS-745e584a-848c-4d2d-82f3-4d2b5fbfcc8e,DISK] 2024-12-03T10:31:31,705 INFO [RS:0;a78f5601770a:34643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 2024-12-03T10:31:31,705 DEBUG [RS:0;a78f5601770a:34643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45401:45401)] 2024-12-03T10:31:31,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:31:31,909 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f 2024-12-03T10:31:31,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:31:32,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:32,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:31:32,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:31:32,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:32,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:32,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:31:32,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:31:32,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:32,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:32,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:31:32,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:31:32,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:32,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:32,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:31:32,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:31:32,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:32,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:32,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:31:32,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740 2024-12-03T10:31:32,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740 2024-12-03T10:31:32,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:31:32,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:31:32,323 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:32,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:31:32,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:32,326 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75055522, jitterRate=0.11841443181037903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:32,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221892315Initializing all the Stores at 1733221892315Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221892315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221892316 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221892316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221892316Cleaning up temporary data from old regions at 1733221892323 (+7 ms)Region opened successfully at 1733221892326 (+3 ms) 2024-12-03T10:31:32,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:31:32,326 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:31:32,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:31:32,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:31:32,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:31:32,327 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:32,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221892326Disabling compacts and flushes for region at 1733221892326Disabling writes for close at 1733221892326Writing region close event to WAL at 1733221892327 (+1 ms)Closed at 1733221892327 2024-12-03T10:31:32,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:32,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:31:32,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:31:32,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:31:32,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:31:32,480 DEBUG [a78f5601770a:39991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:31:32,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,34643,1733221889585 2024-12-03T10:31:32,481 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,34643,1733221889585, state=OPENING 2024-12-03T10:31:32,521 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:31:32,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:32,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:32,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384669170/meta-region-server: CHANGED 2024-12-03T10:31:32,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384669170/meta-region-server: CHANGED 2024-12-03T10:31:32,531 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:31:32,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,34643,1733221889585}] 2024-12-03T10:31:32,683 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:31:32,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:31:32,687 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:31:32,687 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:32,687 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:31:32,688 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C34643%2C1733221889585.meta, suffix=.meta, logDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585, archiveDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/oldWALs, maxLogs=10 2024-12-03T10:31:32,699 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.meta.1733221892688.meta, exclude list is [], retry=0 2024-12-03T10:31:32,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37091,DS-745e584a-848c-4d2d-82f3-4d2b5fbfcc8e,DISK] 2024-12-03T10:31:32,702 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.meta.1733221892688.meta 2024-12-03T10:31:32,702 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45401:45401)] 2024-12-03T10:31:32,703 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:32,703 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:32,703 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:31:32,703 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:31:32,703 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:31:32,703 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:31:32,703 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:32,703 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:31:32,703 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:31:32,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:31:32,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:31:32,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:32,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:32,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:31:32,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:31:32,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:32,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:32,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:31:32,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:31:32,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:32,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:32,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:31:32,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:31:32,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:32,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:32,709 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:31:32,709 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740 2024-12-03T10:31:32,710 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740 2024-12-03T10:31:32,711 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:31:32,711 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:31:32,711 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:32,712 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:31:32,713 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63762765, jitterRate=-0.04986076056957245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:32,713 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:31:32,714 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221892703Writing region info on filesystem at 1733221892703Initializing all the Stores at 1733221892704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221892704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221892704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221892704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221892704Cleaning up temporary data from old regions at 1733221892711 (+7 ms)Running coprocessor post-open hooks at 1733221892713 (+2 ms)Region opened successfully at 1733221892713 2024-12-03T10:31:32,714 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221892683 2024-12-03T10:31:32,716 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:31:32,716 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:31:32,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,34643,1733221889585 2024-12-03T10:31:32,718 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,34643,1733221889585, state=OPEN 2024-12-03T10:31:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384669170/meta-region-server 2024-12-03T10:31:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384669170/meta-region-server 2024-12-03T10:31:32,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,34643,1733221889585 2024-12-03T10:31:32,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384669170/meta-region-server: CHANGED 2024-12-03T10:31:32,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384669170/meta-region-server: CHANGED 2024-12-03T10:31:32,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:31:32,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,34643,1733221889585 in 212 msec 2024-12-03T10:31:32,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:31:32,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-03T10:31:32,747 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:32,747 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:31:32,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:32,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34643,1733221889585, seqNum=-1] 2024-12-03T10:31:32,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:32,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:32,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-12-03T10:31:32,753 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221892753, completionTime=-1 2024-12-03T10:31:32,753 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:31:32,753 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:31:32,754 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:31:32,754 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221952754 2024-12-03T10:31:32,755 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222012754 2024-12-03T10:31:32,755 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:31:32,755 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,39991,1733221889419-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:32,755 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,39991,1733221889419-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:32,755 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,39991,1733221889419-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:32,755 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:39991, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:32,755 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:32,755 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:32,757 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:31:32,758 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.119sec 2024-12-03T10:31:32,758 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:31:32,758 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:31:32,758 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:31:32,758 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:31:32,758 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:31:32,758 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,39991,1733221889419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:31:32,758 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,39991,1733221889419-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:31:32,760 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:31:32,760 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:31:32,760 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,39991,1733221889419-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:32,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e322604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:32,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,39991,-1 for getting cluster id 2024-12-03T10:31:32,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:32,811 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3349e171-20df-42f3-a108-98a7453a9c94' 2024-12-03T10:31:32,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3349e171-20df-42f3-a108-98a7453a9c94" 2024-12-03T10:31:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6bb124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,39991,-1] 2024-12-03T10:31:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:32,813 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:32,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:32,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:32,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34643,1733221889585, seqNum=-1] 2024-12-03T10:31:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:32,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:32,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,39991,1733221889419 2024-12-03T10:31:32,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51885 2024-12-03T10:31:32,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:32,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019c08e0820002 connected 2024-12-03T10:31:32,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/hadoop.log.dir so I do NOT create it in target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1 2024-12-03T10:31:32,849 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:31:32,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/hadoop.tmp.dir so I do NOT create it in target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1 2024-12-03T10:31:32,849 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:31:32,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1 2024-12-03T10:31:32,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:31:32,849 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/cluster_407f04ea-aea6-3f48-98ac-c7cd0fc332b2, deleteOnExit=true 2024-12-03T10:31:32,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/test.cache.data in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:31:32,850 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:31:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:31:32,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:31:32,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:31:32,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:31:32,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:31:32,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:31:32,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:31:33,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:33,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:31:33,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:31:33,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:31:33,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:31:33,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:33,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d90865a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:31:33,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261f9c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:31:33,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4d79ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/java.io.tmpdir/jetty-localhost-38611-hadoop-hdfs-3_4_1-tests_jar-_-any-10678302720649094904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:31:33,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2976d5{HTTP/1.1, (http/1.1)}{localhost:38611} 2024-12-03T10:31:33,246 INFO [Time-limited test {}] server.Server(415): Started @171364ms 2024-12-03T10:31:33,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:33,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:31:33,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:31:33,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:31:33,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:31:33,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15693be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:31:33,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59559645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:31:33,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@126508b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/java.io.tmpdir/jetty-localhost-35287-hadoop-hdfs-3_4_1-tests_jar-_-any-10716195380464370331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:31:33,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@613e9d2b{HTTP/1.1, (http/1.1)}{localhost:35287} 2024-12-03T10:31:33,545 INFO [Time-limited test {}] server.Server(415): Started @171663ms 2024-12-03T10:31:33,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:31:34,084 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/cluster_407f04ea-aea6-3f48-98ac-c7cd0fc332b2/data/data1/current/BP-1454201696-172.17.0.2-1733221892869/current, will proceed with Du for space computation calculation, 2024-12-03T10:31:34,084 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/cluster_407f04ea-aea6-3f48-98ac-c7cd0fc332b2/data/data2/current/BP-1454201696-172.17.0.2-1733221892869/current, will proceed with Du for space computation calculation, 2024-12-03T10:31:34,098 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:31:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cf014aac1555dfd with lease ID 0xb39f23c59f83b13a: Processing first storage report for DS-baab6767-4b90-4869-a291-645050ab6cf4 from datanode DatanodeRegistration(127.0.0.1:33007, datanodeUuid=e3980a18-cc97-420b-b77e-54036f94ea97, infoPort=36617, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=669684018;c=1733221892869) 2024-12-03T10:31:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cf014aac1555dfd with lease ID 0xb39f23c59f83b13a: from storage DS-baab6767-4b90-4869-a291-645050ab6cf4 node DatanodeRegistration(127.0.0.1:33007, datanodeUuid=e3980a18-cc97-420b-b77e-54036f94ea97, infoPort=36617, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=669684018;c=1733221892869), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:31:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cf014aac1555dfd with lease ID 0xb39f23c59f83b13a: Processing first storage report for DS-5c0ab976-80fd-4bd5-b6e7-b05b191e8bab from datanode DatanodeRegistration(127.0.0.1:33007, datanodeUuid=e3980a18-cc97-420b-b77e-54036f94ea97, infoPort=36617, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=669684018;c=1733221892869) 2024-12-03T10:31:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cf014aac1555dfd with lease ID 0xb39f23c59f83b13a: from storage DS-5c0ab976-80fd-4bd5-b6e7-b05b191e8bab node DatanodeRegistration(127.0.0.1:33007, datanodeUuid=e3980a18-cc97-420b-b77e-54036f94ea97, infoPort=36617, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=669684018;c=1733221892869), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:31:34,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1 2024-12-03T10:31:34,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:34,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:34,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:31:34,586 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d with version=8 2024-12-03T10:31:34,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/hbase-staging 2024-12-03T10:31:34,588 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:34,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:34,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:34,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:34,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:34,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:34,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:31:34,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:34,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41861 2024-12-03T10:31:34,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41861 connecting to ZooKeeper ensemble=127.0.0.1:51885 2024-12-03T10:31:34,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418610x0, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:34,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41861-0x1019c08e0820003 connected 2024-12-03T10:31:34,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:34,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:34,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Set watcher on znode that does not yet exist, /165495713/running 2024-12-03T10:31:34,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d, hbase.cluster.distributed=false 2024-12-03T10:31:34,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Set watcher on znode that does not yet exist, /165495713/acl 2024-12-03T10:31:34,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41861 2024-12-03T10:31:34,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41861 2024-12-03T10:31:34,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41861 2024-12-03T10:31:34,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41861 2024-12-03T10:31:34,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41861 2024-12-03T10:31:34,697 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:34,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:34,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:34,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:34,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:34,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:34,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:31:34,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:34,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36945 2024-12-03T10:31:34,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36945 connecting to ZooKeeper ensemble=127.0.0.1:51885 2024-12-03T10:31:34,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:34,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:34,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369450x0, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:34,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Set watcher on znode that does not yet exist, /165495713/running 2024-12-03T10:31:34,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36945-0x1019c08e0820004 connected 2024-12-03T10:31:34,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:31:34,713 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:31:34,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Set watcher on znode that does not yet exist, /165495713/master 2024-12-03T10:31:34,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Set watcher on znode that does not yet exist, /165495713/acl 2024-12-03T10:31:34,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36945 2024-12-03T10:31:34,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36945 2024-12-03T10:31:34,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36945 2024-12-03T10:31:34,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36945 2024-12-03T10:31:34,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36945 2024-12-03T10:31:34,724 DEBUG [M:0;a78f5601770a:41861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:41861 2024-12-03T10:31:34,724 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /165495713/backup-masters/a78f5601770a,41861,1733221894588 2024-12-03T10:31:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713/backup-masters 2024-12-03T10:31:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713/backup-masters 2024-12-03T10:31:34,731 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Set watcher on existing znode=/165495713/backup-masters/a78f5601770a,41861,1733221894588 2024-12-03T10:31:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/165495713/master 2024-12-03T10:31:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:34,739 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Set watcher on existing znode=/165495713/master 2024-12-03T10:31:34,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /165495713/backup-masters/a78f5601770a,41861,1733221894588 from backup master directory 2024-12-03T10:31:34,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/165495713/backup-masters/a78f5601770a,41861,1733221894588 2024-12-03T10:31:34,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713/backup-masters 2024-12-03T10:31:34,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713/backup-masters 2024-12-03T10:31:34,747 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:34,747 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,41861,1733221894588 2024-12-03T10:31:34,750 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/hbase.id] with ID: 9e1263c3-4518-466d-a8b0-89dfa8e4b5d1 2024-12-03T10:31:34,750 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/.tmp/hbase.id 2024-12-03T10:31:34,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:31:35,154 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/.tmp/hbase.id]:[hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/hbase.id] 2024-12-03T10:31:35,163 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:35,163 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:31:35,164 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:31:35,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:35,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:35,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:31:35,577 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:31:35,578 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:31:35,578 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:35,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:31:35,985 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store 2024-12-03T10:31:35,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:31:36,392 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:36,392 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:31:36,392 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:36,392 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:36,392 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:31:36,392 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:36,392 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:36,392 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221896392Disabling compacts and flushes for region at 1733221896392Disabling writes for close at 1733221896392Writing region close event to WAL at 1733221896392Closed at 1733221896392 2024-12-03T10:31:36,393 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/.initializing 2024-12-03T10:31:36,393 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/WALs/a78f5601770a,41861,1733221894588 2024-12-03T10:31:36,394 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:31:36,396 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C41861%2C1733221894588, suffix=, logDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/WALs/a78f5601770a,41861,1733221894588, archiveDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/oldWALs, maxLogs=10 2024-12-03T10:31:36,410 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/WALs/a78f5601770a,41861,1733221894588/a78f5601770a%2C41861%2C1733221894588.1733221896396, exclude list is [], retry=0 2024-12-03T10:31:36,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33007,DS-baab6767-4b90-4869-a291-645050ab6cf4,DISK] 2024-12-03T10:31:36,414 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/WALs/a78f5601770a,41861,1733221894588/a78f5601770a%2C41861%2C1733221894588.1733221896396 2024-12-03T10:31:36,414 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36617:36617)] 2024-12-03T10:31:36,414 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:36,414 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:36,414 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,414 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:31:36,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:36,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:36,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:31:36,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:36,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:36,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:31:36,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:36,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:36,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:31:36,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:36,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:36,422 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,422 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,423 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,424 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,424 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,424 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:36,425 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:31:36,426 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:36,427 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64084294, jitterRate=-0.045069605112075806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:36,427 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221896414Initializing all the Stores at 1733221896415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221896415Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221896416 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221896416Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221896416Cleaning up temporary data from old regions at 1733221896424 (+8 ms)Region opened successfully at 1733221896427 (+3 ms) 2024-12-03T10:31:36,427 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:31:36,429 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57471546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:31:36,430 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:31:36,430 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:31:36,430 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:31:36,430 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:31:36,431 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:31:36,431 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:31:36,431 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:31:36,432 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:31:36,433 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Unable to get data of znode /165495713/balancer because node does not exist (not necessarily an error) 2024-12-03T10:31:36,462 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /165495713/balancer already deleted, retry=false 2024-12-03T10:31:36,462 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:31:36,463 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Unable to get data of znode /165495713/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:31:36,472 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /165495713/normalizer already deleted, retry=false 2024-12-03T10:31:36,472 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:31:36,473 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Unable to get data of znode /165495713/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:31:36,480 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /165495713/switch/split already deleted, retry=false 2024-12-03T10:31:36,481 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Unable to get data of znode /165495713/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:31:36,489 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /165495713/switch/merge already deleted, retry=false 2024-12-03T10:31:36,490 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Unable to get data of znode /165495713/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:31:36,497 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /165495713/snapshot-cleanup already deleted, retry=false 2024-12-03T10:31:36,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/165495713/running 2024-12-03T10:31:36,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/165495713/running 2024-12-03T10:31:36,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:36,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:36,506 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,41861,1733221894588, sessionid=0x1019c08e0820003, setting cluster-up flag (Was=false) 2024-12-03T10:31:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:36,547 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /165495713/flush-table-proc/acquired, /165495713/flush-table-proc/reached, /165495713/flush-table-proc/abort 2024-12-03T10:31:36,548 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,41861,1733221894588 2024-12-03T10:31:36,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:36,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:36,589 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /165495713/online-snapshot/acquired, /165495713/online-snapshot/reached, /165495713/online-snapshot/abort 2024-12-03T10:31:36,590 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,41861,1733221894588 2024-12-03T10:31:36,590 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:31:36,592 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:36,592 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:31:36,592 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:31:36,592 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,41861,1733221894588 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:31:36,593 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:36,593 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:36,593 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:36,593 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:31:36,593 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:31:36,593 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,593 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:31:36,593 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221926594 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:31:36,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:31:36,594 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:31:36,595 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:31:36,595 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:31:36,595 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:36,595 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221896595,5,FailOnTimeoutGroup] 2024-12-03T10:31:36,595 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221896595,5,FailOnTimeoutGroup] 2024-12-03T10:31:36,595 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:31:36,595 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:31:36,595 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,595 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:31:36,618 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(746): ClusterId : 9e1263c3-4518-466d-a8b0-89dfa8e4b5d1 2024-12-03T10:31:36,618 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:31:36,623 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:31:36,623 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:31:36,631 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:31:36,631 DEBUG [RS:0;a78f5601770a:36945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46561e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:31:36,640 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:36945 2024-12-03T10:31:36,640 INFO [RS:0;a78f5601770a:36945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:31:36,640 INFO [RS:0;a78f5601770a:36945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:31:36,640 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:31:36,641 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,41861,1733221894588 with port=36945, startcode=1733221894697 2024-12-03T10:31:36,641 DEBUG [RS:0;a78f5601770a:36945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:31:36,642 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:31:36,643 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,36945,1733221894697 2024-12-03T10:31:36,643 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41861 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,36945,1733221894697 2024-12-03T10:31:36,644 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d 2024-12-03T10:31:36,644 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43747 2024-12-03T10:31:36,644 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:31:36,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713/rs 2024-12-03T10:31:36,654 DEBUG [RS:0;a78f5601770a:36945 {}] zookeeper.ZKUtil(111): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Set watcher on existing znode=/165495713/rs/a78f5601770a,36945,1733221894697 2024-12-03T10:31:36,654 WARN [RS:0;a78f5601770a:36945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:36,654 INFO [RS:0;a78f5601770a:36945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:36,654 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697 2024-12-03T10:31:36,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,36945,1733221894697] 2024-12-03T10:31:36,657 INFO [RS:0;a78f5601770a:36945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:31:36,658 INFO [RS:0;a78f5601770a:36945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:31:36,658 INFO [RS:0;a78f5601770a:36945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:31:36,658 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,659 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:31:36,659 INFO [RS:0;a78f5601770a:36945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:31:36,659 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,659 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:31:36,660 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:31:36,660 DEBUG [RS:0;a78f5601770a:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:31:36,662 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,662 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,662 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,662 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,662 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,662 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36945,1733221894697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:31:36,674 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:31:36,675 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36945,1733221894697-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,675 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,675 INFO [RS:0;a78f5601770a:36945 {}] regionserver.Replication(171): a78f5601770a,36945,1733221894697 started 2024-12-03T10:31:36,686 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:36,686 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,36945,1733221894697, RpcServer on a78f5601770a/172.17.0.2:36945, sessionid=0x1019c08e0820004 2024-12-03T10:31:36,686 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:31:36,686 DEBUG [RS:0;a78f5601770a:36945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,36945,1733221894697 2024-12-03T10:31:36,686 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,36945,1733221894697' 2024-12-03T10:31:36,686 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/165495713/flush-table-proc/abort' 2024-12-03T10:31:36,686 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/165495713/flush-table-proc/acquired' 2024-12-03T10:31:36,687 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:31:36,687 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:31:36,687 DEBUG [RS:0;a78f5601770a:36945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,36945,1733221894697 2024-12-03T10:31:36,687 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,36945,1733221894697' 2024-12-03T10:31:36,687 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/165495713/online-snapshot/abort' 2024-12-03T10:31:36,687 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/165495713/online-snapshot/acquired' 2024-12-03T10:31:36,687 DEBUG [RS:0;a78f5601770a:36945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:31:36,687 INFO [RS:0;a78f5601770a:36945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:31:36,687 INFO [RS:0;a78f5601770a:36945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:31:36,788 INFO [RS:0;a78f5601770a:36945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:31:36,789 INFO [RS:0;a78f5601770a:36945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C36945%2C1733221894697, suffix=, logDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697, archiveDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/oldWALs, maxLogs=10 2024-12-03T10:31:36,800 DEBUG [RS:0;a78f5601770a:36945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789, exclude list is [], retry=0 2024-12-03T10:31:36,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33007,DS-baab6767-4b90-4869-a291-645050ab6cf4,DISK] 2024-12-03T10:31:36,804 INFO [RS:0;a78f5601770a:36945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 2024-12-03T10:31:36,804 DEBUG [RS:0;a78f5601770a:36945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36617:36617)] 2024-12-03T10:31:37,003 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:31:37,004 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d 2024-12-03T10:31:37,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:31:37,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:37,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:31:37,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:31:37,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:37,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:37,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:31:37,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:31:37,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:37,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:37,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:31:37,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:31:37,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:37,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:37,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:31:37,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:31:37,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:37,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:37,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:31:37,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740 2024-12-03T10:31:37,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740 2024-12-03T10:31:37,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:31:37,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:31:37,016 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:37,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:31:37,018 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:37,019 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64055029, jitterRate=-0.04550568759441376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:37,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221897009Initializing all the Stores at 1733221897009Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221897009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221897010 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221897010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221897010Cleaning up temporary data from old regions at 1733221897016 (+6 ms)Region opened successfully at 1733221897019 (+3 ms) 2024-12-03T10:31:37,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:31:37,019 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:31:37,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:31:37,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:31:37,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:31:37,019 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:37,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221897019Disabling compacts and flushes for region at 1733221897019Disabling writes for close at 1733221897019Writing region close event to WAL at 1733221897019Closed at 1733221897019 2024-12-03T10:31:37,020 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:37,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:31:37,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:31:37,021 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:31:37,022 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:31:37,172 DEBUG [a78f5601770a:41861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:31:37,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,36945,1733221894697 2024-12-03T10:31:37,174 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,36945,1733221894697, state=OPENING 2024-12-03T10:31:37,233 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:31:37,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:37,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:37,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /165495713/meta-region-server: CHANGED 2024-12-03T10:31:37,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /165495713/meta-region-server: CHANGED 2024-12-03T10:31:37,247 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:31:37,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,36945,1733221894697}] 2024-12-03T10:31:37,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:31:37,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T10:31:37,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:37,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T10:31:37,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:37,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T10:31:37,400 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:31:37,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:31:37,404 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:31:37,404 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:37,404 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:31:37,405 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C36945%2C1733221894697.meta, suffix=.meta, logDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697, archiveDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/oldWALs, maxLogs=10 2024-12-03T10:31:37,416 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.meta.1733221897405.meta, exclude list is [], retry=0 2024-12-03T10:31:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33007,DS-baab6767-4b90-4869-a291-645050ab6cf4,DISK] 2024-12-03T10:31:37,419 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.meta.1733221897405.meta 2024-12-03T10:31:37,420 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36617:36617)] 2024-12-03T10:31:37,420 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:37,420 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:37,420 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:31:37,420 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:31:37,420 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:31:37,420 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:31:37,420 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:37,420 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:31:37,421 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:31:37,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:31:37,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:31:37,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:37,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:37,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:31:37,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:31:37,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:37,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:37,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:31:37,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:31:37,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:37,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:37,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:31:37,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:31:37,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:37,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:31:37,426 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:31:37,426 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740 2024-12-03T10:31:37,427 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740 2024-12-03T10:31:37,428 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:31:37,428 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:31:37,428 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:31:37,429 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:31:37,430 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72255601, jitterRate=0.0766923576593399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:31:37,430 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:31:37,430 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221897421Writing region info on filesystem at 1733221897421Initializing all the Stores at 1733221897421Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221897421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221897422 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221897422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221897422Cleaning up temporary data from old regions at 1733221897428 (+6 ms)Running coprocessor post-open hooks at 1733221897430 (+2 ms)Region opened successfully at 1733221897430 2024-12-03T10:31:37,431 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221897399 2024-12-03T10:31:37,433 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:31:37,433 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:31:37,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,36945,1733221894697 2024-12-03T10:31:37,434 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,36945,1733221894697, state=OPEN 2024-12-03T10:31:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/165495713/meta-region-server 2024-12-03T10:31:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/165495713/meta-region-server 2024-12-03T10:31:37,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /165495713/meta-region-server: CHANGED 2024-12-03T10:31:37,439 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,36945,1733221894697 2024-12-03T10:31:37,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /165495713/meta-region-server: CHANGED 2024-12-03T10:31:37,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:31:37,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,36945,1733221894697 in 191 msec 2024-12-03T10:31:37,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:31:37,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-12-03T10:31:37,442 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:31:37,442 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:31:37,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:37,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1] 2024-12-03T10:31:37,444 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:37,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:37,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 857 msec 2024-12-03T10:31:37,449 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221897449, completionTime=-1 2024-12-03T10:31:37,449 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:31:37,450 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:31:37,451 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:31:37,451 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221957451 2024-12-03T10:31:37,451 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222017451 2024-12-03T10:31:37,451 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:31:37,452 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41861,1733221894588-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:37,452 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41861,1733221894588-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:37,452 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41861,1733221894588-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:37,452 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:41861, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:37,452 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:37,452 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:37,454 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:31:37,455 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.708sec 2024-12-03T10:31:37,455 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:31:37,455 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:31:37,455 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:31:37,455 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:31:37,455 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:31:37,455 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41861,1733221894588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:31:37,455 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41861,1733221894588-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:31:37,462 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:31:37,462 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:31:37,462 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41861,1733221894588-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:31:37,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c73698a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:37,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41861,-1 for getting cluster id 2024-12-03T10:31:37,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:37,520 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1263c3-4518-466d-a8b0-89dfa8e4b5d1' 2024-12-03T10:31:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1263c3-4518-466d-a8b0-89dfa8e4b5d1" 2024-12-03T10:31:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b03363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41861,-1] 2024-12-03T10:31:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:37,521 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:37,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:37,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1] 2024-12-03T10:31:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:37,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:37,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,41861,1733221894588 2024-12-03T10:31:37,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51885 2024-12-03T10:31:37,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:37,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019c08e0820005 connected 2024-12-03T10:31:37,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,39991,1733221889419 2024-12-03T10:31:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c89591f 2024-12-03T10:31:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:37,550 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:37,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:31:37,551 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:31:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:31:37,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:31:37,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:37,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:31:37,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:31:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:37,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:31:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:37,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efa15096ebc78a59311fc8181068dc4f, NAME => 'test,,1733221897551.efa15096ebc78a59311fc8181068dc4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f 2024-12-03T10:31:37,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:31:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:38,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:31:38,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:38,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:38,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:38,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:38,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:38,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:38,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:38,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:38,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733221897551.efa15096ebc78a59311fc8181068dc4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:38,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing efa15096ebc78a59311fc8181068dc4f, disabling compactions & flushes 2024-12-03T10:31:38,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:38,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:38,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. after waiting 0 ms 2024-12-03T10:31:38,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:38,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:38,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for efa15096ebc78a59311fc8181068dc4f: Waiting for close lock at 1733221898366Disabling compacts and flushes for region at 1733221898366Disabling writes for close at 1733221898366Writing region close event to WAL at 1733221898366Closed at 1733221898366 2024-12-03T10:31:38,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:31:38,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733221897551.efa15096ebc78a59311fc8181068dc4f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733221898367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221898367"}]},"ts":"1733221898367"} 2024-12-03T10:31:38,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:31:38,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:31:38,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221898370"}]},"ts":"1733221898370"} 2024-12-03T10:31:38,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:31:38,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=efa15096ebc78a59311fc8181068dc4f, ASSIGN}] 2024-12-03T10:31:38,373 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=efa15096ebc78a59311fc8181068dc4f, ASSIGN 2024-12-03T10:31:38,373 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=efa15096ebc78a59311fc8181068dc4f, ASSIGN; state=OFFLINE, location=a78f5601770a,34643,1733221889585; forceNewPlan=false, retain=false 2024-12-03T10:31:38,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efa15096ebc78a59311fc8181068dc4f, regionState=OPENING, regionLocation=a78f5601770a,34643,1733221889585 2024-12-03T10:31:38,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=efa15096ebc78a59311fc8181068dc4f, ASSIGN because future has completed 2024-12-03T10:31:38,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efa15096ebc78a59311fc8181068dc4f, server=a78f5601770a,34643,1733221889585}] 2024-12-03T10:31:38,680 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:38,680 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => efa15096ebc78a59311fc8181068dc4f, NAME => 'test,,1733221897551.efa15096ebc78a59311fc8181068dc4f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:38,680 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:38,680 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:31:38,681 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,681 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733221897551.efa15096ebc78a59311fc8181068dc4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:38,681 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,681 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,682 INFO [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,683 INFO [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efa15096ebc78a59311fc8181068dc4f columnFamilyName f 2024-12-03T10:31:38,683 DEBUG [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:38,683 INFO [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] regionserver.HStore(327): Store=efa15096ebc78a59311fc8181068dc4f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:38,683 INFO [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,684 INFO [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efa15096ebc78a59311fc8181068dc4f columnFamilyName f1 2024-12-03T10:31:38,684 DEBUG [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:38,684 INFO [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] regionserver.HStore(327): Store=efa15096ebc78a59311fc8181068dc4f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:38,685 INFO [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,685 INFO [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efa15096ebc78a59311fc8181068dc4f columnFamilyName norep 2024-12-03T10:31:38,685 DEBUG [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:38,685 INFO [StoreOpener-efa15096ebc78a59311fc8181068dc4f-1 {}] regionserver.HStore(327): Store=efa15096ebc78a59311fc8181068dc4f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:38,686 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,686 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,686 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,687 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,687 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,687 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:31:38,688 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,689 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:38,690 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened efa15096ebc78a59311fc8181068dc4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71539412, jitterRate=0.06602030992507935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:31:38,690 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:38,690 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for efa15096ebc78a59311fc8181068dc4f: Running coprocessor pre-open hook at 1733221898681Writing region info on filesystem at 1733221898681Initializing all the Stores at 1733221898682 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221898682Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221898682Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221898682Cleaning up temporary data from old regions at 1733221898687 (+5 ms)Running coprocessor post-open hooks at 1733221898690 (+3 ms)Region opened successfully at 1733221898690 2024-12-03T10:31:38,691 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733221897551.efa15096ebc78a59311fc8181068dc4f., pid=6, masterSystemTime=1733221898677 2024-12-03T10:31:38,692 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:38,693 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:38,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efa15096ebc78a59311fc8181068dc4f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,34643,1733221889585 2024-12-03T10:31:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:38,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efa15096ebc78a59311fc8181068dc4f, server=a78f5601770a,34643,1733221889585 because future has completed 2024-12-03T10:31:38,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:31:38,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure efa15096ebc78a59311fc8181068dc4f, server=a78f5601770a,34643,1733221889585 in 170 msec 2024-12-03T10:31:38,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:31:38,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=efa15096ebc78a59311fc8181068dc4f, ASSIGN in 326 msec 2024-12-03T10:31:38,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:31:38,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221898700"}]},"ts":"1733221898700"} 2024-12-03T10:31:38,702 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:31:38,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:31:38,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-03T10:31:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:39,705 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:31:39,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:39,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41861,1733221894588 2024-12-03T10:31:39,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670df4f5 2024-12-03T10:31:39,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:39,707 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:39,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:31:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:31:39,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:31:39,709 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:39,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:31:39,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:31:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:39,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:31:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:40,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62823fdbb807f96bafa462764063b9ba, NAME => 'test,,1733221899707.62823fdbb807f96bafa462764063b9ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d 2024-12-03T10:31:40,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:31:40,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733221899707.62823fdbb807f96bafa462764063b9ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:40,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 62823fdbb807f96bafa462764063b9ba, disabling compactions & flushes 2024-12-03T10:31:40,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:40,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:40,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733221899707.62823fdbb807f96bafa462764063b9ba. after waiting 0 ms 2024-12-03T10:31:40,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:40,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:40,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62823fdbb807f96bafa462764063b9ba: Waiting for close lock at 1733221900122Disabling compacts and flushes for region at 1733221900122Disabling writes for close at 1733221900122Writing region close event to WAL at 1733221900122Closed at 1733221900122 2024-12-03T10:31:40,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:31:40,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733221899707.62823fdbb807f96bafa462764063b9ba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733221900123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221900123"}]},"ts":"1733221900123"} 2024-12-03T10:31:40,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:31:40,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:31:40,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221900126"}]},"ts":"1733221900126"} 2024-12-03T10:31:40,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:31:40,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62823fdbb807f96bafa462764063b9ba, ASSIGN}] 2024-12-03T10:31:40,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62823fdbb807f96bafa462764063b9ba, ASSIGN 2024-12-03T10:31:40,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=62823fdbb807f96bafa462764063b9ba, ASSIGN; state=OFFLINE, location=a78f5601770a,36945,1733221894697; forceNewPlan=false, retain=false 2024-12-03T10:31:40,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62823fdbb807f96bafa462764063b9ba, regionState=OPENING, regionLocation=a78f5601770a,36945,1733221894697 2024-12-03T10:31:40,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=62823fdbb807f96bafa462764063b9ba, ASSIGN because future has completed 2024-12-03T10:31:40,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62823fdbb807f96bafa462764063b9ba, server=a78f5601770a,36945,1733221894697}] 2024-12-03T10:31:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:40,437 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:40,437 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62823fdbb807f96bafa462764063b9ba, NAME => 'test,,1733221899707.62823fdbb807f96bafa462764063b9ba.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:40,438 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:40,438 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:31:40,438 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,438 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733221899707.62823fdbb807f96bafa462764063b9ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:40,438 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,438 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,439 INFO [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,440 INFO [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62823fdbb807f96bafa462764063b9ba columnFamilyName f 2024-12-03T10:31:40,440 DEBUG [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:40,440 INFO [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] regionserver.HStore(327): Store=62823fdbb807f96bafa462764063b9ba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:40,440 INFO [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,441 INFO [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62823fdbb807f96bafa462764063b9ba columnFamilyName f1 2024-12-03T10:31:40,441 DEBUG [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:40,442 INFO [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] regionserver.HStore(327): Store=62823fdbb807f96bafa462764063b9ba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:40,442 INFO [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,442 INFO [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62823fdbb807f96bafa462764063b9ba columnFamilyName norep 2024-12-03T10:31:40,442 DEBUG [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:40,443 INFO [StoreOpener-62823fdbb807f96bafa462764063b9ba-1 {}] regionserver.HStore(327): Store=62823fdbb807f96bafa462764063b9ba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:40,443 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,443 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,444 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,445 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,445 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,445 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:31:40,446 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,448 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:40,448 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62823fdbb807f96bafa462764063b9ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71792379, jitterRate=0.0697898119688034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:31:40,448 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:40,448 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62823fdbb807f96bafa462764063b9ba: Running coprocessor pre-open hook at 1733221900438Writing region info on filesystem at 1733221900438Initializing all the Stores at 1733221900439 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221900439Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221900439Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221900439Cleaning up temporary data from old regions at 1733221900445 (+6 ms)Running coprocessor post-open hooks at 1733221900448 (+3 ms)Region opened successfully at 1733221900448 2024-12-03T10:31:40,449 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733221899707.62823fdbb807f96bafa462764063b9ba., pid=6, masterSystemTime=1733221900434 2024-12-03T10:31:40,450 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:40,451 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:40,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62823fdbb807f96bafa462764063b9ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,36945,1733221894697 2024-12-03T10:31:40,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62823fdbb807f96bafa462764063b9ba, server=a78f5601770a,36945,1733221894697 because future has completed 2024-12-03T10:31:40,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:31:40,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62823fdbb807f96bafa462764063b9ba, server=a78f5601770a,36945,1733221894697 in 171 msec 2024-12-03T10:31:40,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:31:40,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=62823fdbb807f96bafa462764063b9ba, ASSIGN in 327 msec 2024-12-03T10:31:40,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:31:40,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221900457"}]},"ts":"1733221900457"} 2024-12-03T10:31:40,459 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:31:40,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:31:40,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-12-03T10:31:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:31:40,845 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:31:40,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de3a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,39991,-1 for getting cluster id 2024-12-03T10:31:40,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:40,846 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3349e171-20df-42f3-a108-98a7453a9c94' 2024-12-03T10:31:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3349e171-20df-42f3-a108-98a7453a9c94" 2024-12-03T10:31:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14431b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,39991,-1] 2024-12-03T10:31:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:40,848 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:40,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31568d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41861,-1 for getting cluster id 2024-12-03T10:31:40,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:40,849 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1263c3-4518-466d-a8b0-89dfa8e4b5d1' 2024-12-03T10:31:40,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:40,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1263c3-4518-466d-a8b0-89dfa8e4b5d1" 2024-12-03T10:31:40,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3217ef92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41861,-1] 2024-12-03T10:31:40,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:40,850 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:40,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c41f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a165c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,39991,-1 for getting cluster id 2024-12-03T10:31:40,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:40,852 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3349e171-20df-42f3-a108-98a7453a9c94' 2024-12-03T10:31:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3349e171-20df-42f3-a108-98a7453a9c94" 2024-12-03T10:31:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60811cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,39991,-1] 2024-12-03T10:31:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:40,853 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:40,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e691df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,39991,1733221889419 2024-12-03T10:31:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548818bd 2024-12-03T10:31:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:40,855 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:40,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:41861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:31:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:31:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:40,858 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:41861' 2024-12-03T10:31:40,858 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe97580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,858 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41861,-1 for getting cluster id 2024-12-03T10:31:40,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:40,859 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1263c3-4518-466d-a8b0-89dfa8e4b5d1' 2024-12-03T10:31:40,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:40,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1263c3-4518-466d-a8b0-89dfa8e4b5d1" 2024-12-03T10:31:40,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f25729e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41861,-1] 2024-12-03T10:31:40,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:40,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:40,860 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f30eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:40,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41861,1733221894588 2024-12-03T10:31:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@876b17c 2024-12-03T10:31:40,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:40,862 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:40,863 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:31:40,863 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:31:40,863 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:40,863 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:40,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:40,863 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:31:40,864 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:31:40,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:31:40,865 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:40,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:31:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:31:40,914 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:31:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:41,272 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8442d8b76accde2be5b8242290e01852, NAME => 'hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f 2024-12-03T10:31:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:31:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:41,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:41,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8442d8b76accde2be5b8242290e01852, disabling compactions & flushes 2024-12-03T10:31:41,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:41,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:41,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. after waiting 0 ms 2024-12-03T10:31:41,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:41,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:41,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8442d8b76accde2be5b8242290e01852: Waiting for close lock at 1733221901678Disabling compacts and flushes for region at 1733221901678Disabling writes for close at 1733221901678Writing region close event to WAL at 1733221901678Closed at 1733221901678 2024-12-03T10:31:41,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:31:41,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221901679"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221901679"}]},"ts":"1733221901679"} 2024-12-03T10:31:41,681 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:31:41,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:31:41,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221901682"}]},"ts":"1733221901682"} 2024-12-03T10:31:41,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:31:41,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8442d8b76accde2be5b8242290e01852, ASSIGN}] 2024-12-03T10:31:41,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8442d8b76accde2be5b8242290e01852, ASSIGN 2024-12-03T10:31:41,685 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8442d8b76accde2be5b8242290e01852, ASSIGN; state=OFFLINE, location=a78f5601770a,34643,1733221889585; forceNewPlan=false, retain=false 2024-12-03T10:31:41,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8442d8b76accde2be5b8242290e01852, regionState=OPENING, regionLocation=a78f5601770a,34643,1733221889585 2024-12-03T10:31:41,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8442d8b76accde2be5b8242290e01852, ASSIGN because future has completed 2024-12-03T10:31:41,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8442d8b76accde2be5b8242290e01852, server=a78f5601770a,34643,1733221889585}] 2024-12-03T10:31:41,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:41,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:41,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:31:41,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C34643%2C1733221889585.rep, suffix=, logDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585, archiveDir=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/oldWALs, maxLogs=10 2024-12-03T10:31:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:42,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.rep.1733221901994, exclude list is [], retry=0 2024-12-03T10:31:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37091,DS-745e584a-848c-4d2d-82f3-4d2b5fbfcc8e,DISK] 2024-12-03T10:31:42,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.rep.1733221901994 2024-12-03T10:31:42,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45401:45401)] 2024-12-03T10:31:42,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8442d8b76accde2be5b8242290e01852, NAME => 'hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:42,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:42,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:31:42,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. service=MultiRowMutationService 2024-12-03T10:31:42,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:31:42,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:42,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,010 INFO [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,011 INFO [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8442d8b76accde2be5b8242290e01852 columnFamilyName hfileref 2024-12-03T10:31:42,011 DEBUG [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:42,011 INFO [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] regionserver.HStore(327): Store=8442d8b76accde2be5b8242290e01852/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:42,012 INFO [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,012 INFO [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8442d8b76accde2be5b8242290e01852 columnFamilyName queue 2024-12-03T10:31:42,013 DEBUG [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:42,013 INFO [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] regionserver.HStore(327): Store=8442d8b76accde2be5b8242290e01852/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:42,013 INFO [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,014 INFO [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8442d8b76accde2be5b8242290e01852 columnFamilyName sid 2024-12-03T10:31:42,014 DEBUG [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:42,014 INFO [StoreOpener-8442d8b76accde2be5b8242290e01852-1 {}] regionserver.HStore(327): Store=8442d8b76accde2be5b8242290e01852/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:42,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:31:42,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:42,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8442d8b76accde2be5b8242290e01852; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61512136, jitterRate=-0.0833977460861206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:31:42,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:42,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8442d8b76accde2be5b8242290e01852: Running coprocessor pre-open hook at 1733221902009Writing region info on filesystem at 1733221902009Initializing all the Stores at 1733221902010 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221902010Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221902010Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221902010Cleaning up temporary data from old regions at 1733221902015 (+5 ms)Running coprocessor post-open hooks at 1733221902018 (+3 ms)Region opened successfully at 1733221902019 (+1 ms) 2024-12-03T10:31:42,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852., pid=10, masterSystemTime=1733221901989 2024-12-03T10:31:42,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:42,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:42,021 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8442d8b76accde2be5b8242290e01852, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,34643,1733221889585 2024-12-03T10:31:42,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8442d8b76accde2be5b8242290e01852, server=a78f5601770a,34643,1733221889585 because future has completed 2024-12-03T10:31:42,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:31:42,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8442d8b76accde2be5b8242290e01852, server=a78f5601770a,34643,1733221889585 in 187 msec 2024-12-03T10:31:42,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:31:42,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8442d8b76accde2be5b8242290e01852, ASSIGN in 342 msec 2024-12-03T10:31:42,027 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:31:42,027 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221902027"}]},"ts":"1733221902027"} 2024-12-03T10:31:42,029 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:31:42,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:31:42,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-03T10:31:42,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852., hostname=a78f5601770a,34643,1733221889585, seqNum=2] 2024-12-03T10:31:42,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:42,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:42,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:31:42,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34643 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:31:42,283 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:31:42,307 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,34643,1733221889585, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:31:42,307 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:42,307 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34643,1733221889585, seqNum=-1] 2024-12-03T10:31:42,308 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:42,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T10:31:42,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,34643,1733221889585', locateType=CURRENT is [region=hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852., hostname=a78f5601770a,34643,1733221889585, seqNum=2] 2024-12-03T10:31:42,312 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:31:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:31:42,314 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,34643,1733221889585 suceeded 2024-12-03T10:31:42,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:31:42,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T10:31:42,316 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:41861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:31:42,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4610 sec 2024-12-03T10:31:42,325 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:41861' 2024-12-03T10:31:42,326 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@292e6e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:42,326 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41861,-1 for getting cluster id 2024-12-03T10:31:42,326 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:42,326 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1263c3-4518-466d-a8b0-89dfa8e4b5d1' 2024-12-03T10:31:42,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1263c3-4518-466d-a8b0-89dfa8e4b5d1" 2024-12-03T10:31:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f306af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41861,-1] 2024-12-03T10:31:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:42,328 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:42,329 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a84fac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:42,329 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:42,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41861,1733221894588 2024-12-03T10:31:42,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47729ecc 2024-12-03T10:31:42,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:42,331 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T10:31:42,331 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,34643,1733221889585 (queues=1) is replicating from cluster=3349e171-20df-42f3-a108-98a7453a9c94 to cluster=9e1263c3-4518-466d-a8b0-89dfa8e4b5d1 2024-12-03T10:31:42,331 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C34643%2C1733221889585 2024-12-03T10:31:42,331 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,34643,1733221889585, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:31:42,332 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691, startPosition=0, beingWritten=true 2024-12-03T10:31:42,340 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C34643%2C1733221889585 2024-12-03T10:31:42,343 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:31:42,343 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 379, reset compression=false 2024-12-03T10:31:42,343 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34643,1733221889585 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:31:42,547 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 379, reset compression=false 2024-12-03T10:31:42,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T10:31:42,851 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 379, reset compression=false 2024-12-03T10:31:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:43,005 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:31:43,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:43,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:43,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:43,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:43,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:43,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:43,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41861,-1 for getting cluster id 2024-12-03T10:31:43,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:43,007 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1263c3-4518-466d-a8b0-89dfa8e4b5d1' 2024-12-03T10:31:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1263c3-4518-466d-a8b0-89dfa8e4b5d1" 2024-12-03T10:31:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b511aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41861,-1] 2024-12-03T10:31:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:43,008 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1643ce15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:43,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41861,1733221894588 2024-12-03T10:31:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c9f50a 2024-12-03T10:31:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:43,010 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:43,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:39991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:31:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:31:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:43,012 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:39991' 2024-12-03T10:31:43,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6ec07a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:43,013 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,39991,-1 for getting cluster id 2024-12-03T10:31:43,013 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:43,014 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3349e171-20df-42f3-a108-98a7453a9c94' 2024-12-03T10:31:43,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:43,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3349e171-20df-42f3-a108-98a7453a9c94" 2024-12-03T10:31:43,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cf781a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:43,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,39991,-1] 2024-12-03T10:31:43,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:43,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:43,015 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:43,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c30f6aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:43,015 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,39991,1733221889419 2024-12-03T10:31:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f6a7286 2024-12-03T10:31:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:43,017 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:43,017 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:31:43,017 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:31:43,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:43,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:43,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:43,018 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:31:43,018 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:31:43,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:31:43,019 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:43,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:31:43,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:31:43,069 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:31:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:43,254 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 379, reset compression=false 2024-12-03T10:31:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:43,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d04130de48a75dd0ec1a3df0a000280c, NAME => 'hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d 2024-12-03T10:31:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:31:43,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T10:31:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:43,758 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 379, reset compression=false 2024-12-03T10:31:43,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:43,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d04130de48a75dd0ec1a3df0a000280c, disabling compactions & flushes 2024-12-03T10:31:43,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:43,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:43,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. after waiting 0 ms 2024-12-03T10:31:43,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:43,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:43,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d04130de48a75dd0ec1a3df0a000280c: Waiting for close lock at 1733221903836Disabling compacts and flushes for region at 1733221903836Disabling writes for close at 1733221903836Writing region close event to WAL at 1733221903836Closed at 1733221903836 2024-12-03T10:31:43,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:31:43,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221903837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221903837"}]},"ts":"1733221903837"} 2024-12-03T10:31:43,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:31:43,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:31:43,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221903840"}]},"ts":"1733221903840"} 2024-12-03T10:31:43,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:31:43,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d04130de48a75dd0ec1a3df0a000280c, ASSIGN}] 2024-12-03T10:31:43,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d04130de48a75dd0ec1a3df0a000280c, ASSIGN 2024-12-03T10:31:43,843 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d04130de48a75dd0ec1a3df0a000280c, ASSIGN; state=OFFLINE, location=a78f5601770a,36945,1733221894697; forceNewPlan=false, retain=false 2024-12-03T10:31:43,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d04130de48a75dd0ec1a3df0a000280c, regionState=OPENING, regionLocation=a78f5601770a,36945,1733221894697 2024-12-03T10:31:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d04130de48a75dd0ec1a3df0a000280c, ASSIGN because future has completed 2024-12-03T10:31:43,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04130de48a75dd0ec1a3df0a000280c, server=a78f5601770a,36945,1733221894697}] 2024-12-03T10:31:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:44,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:44,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:31:44,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:31:44,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C36945%2C1733221894697.rep, suffix=, logDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697, archiveDir=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/oldWALs, maxLogs=10 2024-12-03T10:31:44,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.rep.1733221904152, exclude list is [], retry=0 2024-12-03T10:31:44,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33007,DS-baab6767-4b90-4869-a291-645050ab6cf4,DISK] 2024-12-03T10:31:44,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.rep.1733221904152 2024-12-03T10:31:44,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36617:36617)] 2024-12-03T10:31:44,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d04130de48a75dd0ec1a3df0a000280c, NAME => 'hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:31:44,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:31:44,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:31:44,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. service=MultiRowMutationService 2024-12-03T10:31:44,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:31:44,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:31:44,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,169 INFO [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,169 INFO [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04130de48a75dd0ec1a3df0a000280c columnFamilyName hfileref 2024-12-03T10:31:44,170 DEBUG [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:44,170 INFO [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] regionserver.HStore(327): Store=d04130de48a75dd0ec1a3df0a000280c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:44,170 INFO [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,171 INFO [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04130de48a75dd0ec1a3df0a000280c columnFamilyName queue 2024-12-03T10:31:44,171 DEBUG [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:44,171 INFO [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] regionserver.HStore(327): Store=d04130de48a75dd0ec1a3df0a000280c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:44,171 INFO [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,172 INFO [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04130de48a75dd0ec1a3df0a000280c columnFamilyName sid 2024-12-03T10:31:44,172 DEBUG [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:31:44,172 INFO [StoreOpener-d04130de48a75dd0ec1a3df0a000280c-1 {}] regionserver.HStore(327): Store=d04130de48a75dd0ec1a3df0a000280c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:31:44,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:31:44,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:31:44,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d04130de48a75dd0ec1a3df0a000280c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74674137, jitterRate=0.11273135244846344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:31:44,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:44,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d04130de48a75dd0ec1a3df0a000280c: Running coprocessor pre-open hook at 1733221904167Writing region info on filesystem at 1733221904168 (+1 ms)Initializing all the Stores at 1733221904168Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221904168Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221904168Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221904168Cleaning up temporary data from old regions at 1733221904174 (+6 ms)Running coprocessor post-open hooks at 1733221904177 (+3 ms)Region opened successfully at 1733221904177 2024-12-03T10:31:44,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c., pid=10, masterSystemTime=1733221904147 2024-12-03T10:31:44,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:44,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:44,180 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d04130de48a75dd0ec1a3df0a000280c, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,36945,1733221894697 2024-12-03T10:31:44,180 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41861 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=a78f5601770a,36945,1733221894697, table=hbase:replication, region=d04130de48a75dd0ec1a3df0a000280c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T10:31:44,182 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:31:44,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04130de48a75dd0ec1a3df0a000280c, server=a78f5601770a,36945,1733221894697 because future has completed 2024-12-03T10:31:44,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:31:44,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d04130de48a75dd0ec1a3df0a000280c, server=a78f5601770a,36945,1733221894697 in 189 msec 2024-12-03T10:31:44,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:31:44,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d04130de48a75dd0ec1a3df0a000280c, ASSIGN in 345 msec 2024-12-03T10:31:44,188 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:31:44,188 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221904188"}]},"ts":"1733221904188"} 2024-12-03T10:31:44,190 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:31:44,190 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:31:44,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-03T10:31:44,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:44,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:44,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:44,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:44,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c., hostname=a78f5601770a,36945,1733221894697, seqNum=2] 2024-12-03T10:31:44,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:44,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:44,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:31:44,362 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 379, reset compression=false 2024-12-03T10:31:44,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:31:44,442 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:31:44,465 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,36945,1733221894697, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:31:44,465 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:44,465 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1] 2024-12-03T10:31:44,465 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:44,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T10:31:44,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,36945,1733221894697', locateType=CURRENT is [region=hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c., hostname=a78f5601770a,36945,1733221894697, seqNum=2] 2024-12-03T10:31:44,469 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:31:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:31:44,471 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,36945,1733221894697 suceeded 2024-12-03T10:31:44,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:31:44,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-03T10:31:44,472 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:39991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:31:44,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4620 sec 2024-12-03T10:31:44,482 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:39991' 2024-12-03T10:31:44,483 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a57c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:44,483 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,39991,-1 for getting cluster id 2024-12-03T10:31:44,483 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:44,484 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3349e171-20df-42f3-a108-98a7453a9c94' 2024-12-03T10:31:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3349e171-20df-42f3-a108-98a7453a9c94" 2024-12-03T10:31:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b621c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,39991,-1] 2024-12-03T10:31:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:44,485 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:44,485 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f6c0855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:44,486 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,39991,1733221889419 2024-12-03T10:31:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@447a9d22 2024-12-03T10:31:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:44,487 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T10:31:44,488 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,36945,1733221894697 (queues=1) is replicating from cluster=9e1263c3-4518-466d-a8b0-89dfa8e4b5d1 to cluster=3349e171-20df-42f3-a108-98a7453a9c94 2024-12-03T10:31:44,488 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C36945%2C1733221894697 2024-12-03T10:31:44,488 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,36945,1733221894697, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:31:44,488 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C36945%2C1733221894697 2024-12-03T10:31:44,488 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789, startPosition=0, beingWritten=true 2024-12-03T10:31:44,494 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:31:44,494 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 379, reset compression=false 2024-12-03T10:31:44,494 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36945,1733221894697 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:31:44,697 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 379, reset compression=false 2024-12-03T10:31:45,001 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 379, reset compression=false 2024-12-03T10:31:45,066 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 379, reset compression=false 2024-12-03T10:31:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:31:45,155 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:31:45,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:45,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:45,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:45,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:45,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:45,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:45,160 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733221905159/Put/seqid=0 2024-12-03T10:31:45,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741840_1016 (size=7894) 2024-12-03T10:31:45,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733221905164/Put/seqid=0 2024-12-03T10:31:45,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741841_1017 (size=7691) 2024-12-03T10:31:45,405 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 379, reset compression=false 2024-12-03T10:31:45,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:45,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,39991,-1 for getting cluster id 2024-12-03T10:31:45,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:45,570 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3349e171-20df-42f3-a108-98a7453a9c94' 2024-12-03T10:31:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3349e171-20df-42f3-a108-98a7453a9c94" 2024-12-03T10:31:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738ca2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,39991,-1] 2024-12-03T10:31:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:45,572 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:45,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:45,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34643,1733221889585, seqNum=-1] 2024-12-03T10:31:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:45,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:45,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,39991,1733221889419 2024-12-03T10:31:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7467f372 2024-12-03T10:31:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:45,584 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:45,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733221897551.efa15096ebc78a59311fc8181068dc4f., hostname=a78f5601770a,34643,1733221889585, seqNum=2] 2024-12-03T10:31:45,590 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:31:45,595 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T10:31:45,597 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T10:31:45,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in efa15096ebc78a59311fc8181068dc4f/f 2024-12-03T10:31:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T10:31:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:31:45,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in efa15096ebc78a59311fc8181068dc4f/f 2024-12-03T10:31:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T10:31:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:31:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HRegion(2603): Flush status journal for efa15096ebc78a59311fc8181068dc4f: 2024-12-03T10:31:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins__test__34nsujjo87j91mvh2v606k9n3bcisehs81se2ft0e5higi55hev76fuu9qf8r3jt/f/hfile_0 2024-12-03T10:31:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins__test__34nsujjo87j91mvh2v606k9n3bcisehs81se2ft0e5higi55hev76fuu9qf8r3jt/f/hfile_0 as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/b74cc0a111b940f3aecc936816d4a715_SeqId_4_ 2024-12-03T10:31:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins__test__34nsujjo87j91mvh2v606k9n3bcisehs81se2ft0e5higi55hev76fuu9qf8r3jt/f/hfile_1 2024-12-03T10:31:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins__test__34nsujjo87j91mvh2v606k9n3bcisehs81se2ft0e5higi55hev76fuu9qf8r3jt/f/hfile_1 as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_ 2024-12-03T10:31:45,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins__test__34nsujjo87j91mvh2v606k9n3bcisehs81se2ft0e5higi55hev76fuu9qf8r3jt/f/hfile_0 into efa15096ebc78a59311fc8181068dc4f/f as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/b74cc0a111b940f3aecc936816d4a715_SeqId_4_ - updating store file list. 2024-12-03T10:31:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b74cc0a111b940f3aecc936816d4a715_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:31:45,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/b74cc0a111b940f3aecc936816d4a715_SeqId_4_ into efa15096ebc78a59311fc8181068dc4f/f 2024-12-03T10:31:45,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins__test__34nsujjo87j91mvh2v606k9n3bcisehs81se2ft0e5higi55hev76fuu9qf8r3jt/f/hfile_0 into efa15096ebc78a59311fc8181068dc4f/f (new location: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/b74cc0a111b940f3aecc936816d4a715_SeqId_4_) 2024-12-03T10:31:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins__test__34nsujjo87j91mvh2v606k9n3bcisehs81se2ft0e5higi55hev76fuu9qf8r3jt/f/hfile_0 2024-12-03T10:31:45,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins__test__34nsujjo87j91mvh2v606k9n3bcisehs81se2ft0e5higi55hev76fuu9qf8r3jt/f/hfile_1 into efa15096ebc78a59311fc8181068dc4f/f as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_ - updating store file list. 2024-12-03T10:31:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:31:45,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_ into efa15096ebc78a59311fc8181068dc4f/f 2024-12-03T10:31:45,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins__test__34nsujjo87j91mvh2v606k9n3bcisehs81se2ft0e5higi55hev76fuu9qf8r3jt/f/hfile_1 into efa15096ebc78a59311fc8181068dc4f/f (new location: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_) 2024-12-03T10:31:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins__test__34nsujjo87j91mvh2v606k9n3bcisehs81se2ft0e5higi55hev76fuu9qf8r3jt/f/hfile_1 2024-12-03T10:31:45,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:45,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:45,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:45,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:45,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733221897551.efa15096ebc78a59311fc8181068dc4f., hostname=a78f5601770a,34643,1733221889585, seqNum=2 , the old value is region=test,,1733221897551.efa15096ebc78a59311fc8181068dc4f., hostname=a78f5601770a,34643,1733221889585, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a78f5601770a:34643 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:31:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733221897551.efa15096ebc78a59311fc8181068dc4f., hostname=a78f5601770a,34643,1733221889585, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:31:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733221897551.efa15096ebc78a59311fc8181068dc4f., hostname=a78f5601770a,34643,1733221889585, seqNum=2 from cache 2024-12-03T10:31:45,623 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T10:31:45,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1] 2024-12-03T10:31:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:45,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733221899707.62823fdbb807f96bafa462764063b9ba., hostname=a78f5601770a,36945,1733221894697, seqNum=2] 2024-12-03T10:31:45,629 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T10:31:45,726 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:34643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T10:31:45,870 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 379, reset compression=false 2024-12-03T10:31:45,874 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:31:45,874 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34643,1733221889585 got entry batch from reader: WALEntryBatch [walEntries=[{test/efa15096ebc78a59311fc8181068dc4f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733221905621/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T10:31:45,876 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:31:45,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-03T10:31:45,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.ReplicationSink(318): Replicating [3349e171-20df-42f3-a108-98a7453a9c94] bulk loaded data 2024-12-03T10:31:45,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fac6b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:45,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41861,-1 for getting cluster id 2024-12-03T10:31:45,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:45,879 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1263c3-4518-466d-a8b0-89dfa8e4b5d1' 2024-12-03T10:31:45,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:45,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1263c3-4518-466d-a8b0-89dfa8e4b5d1" 2024-12-03T10:31:45,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e59672f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:45,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41861,-1] 2024-12-03T10:31:45,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:45,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:45,880 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:45,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cbdb9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741840_1016 (size=7894) 2024-12-03T10:31:45,909 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 379, reset compression=false 2024-12-03T10:31:46,075 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 687, reset compression=false 2024-12-03T10:31:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741841_1017 (size=7691) 2024-12-03T10:31:46,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41861,1733221894588 2024-12-03T10:31:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11c5eca4 2024-12-03T10:31:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:46,302 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T10:31:46,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:31:46,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:46,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1] 2024-12-03T10:31:46,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:46,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T10:31:46,311 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T10:31:46,313 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/b74cc0a111b940f3aecc936816d4a715_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T10:31:46,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/b74cc0a111b940f3aecc936816d4a715_SeqId_4_ for inclusion in 62823fdbb807f96bafa462764063b9ba/f 2024-12-03T10:31:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T10:31:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:31:46,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_ for inclusion in 62823fdbb807f96bafa462764063b9ba/f 2024-12-03T10:31:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T10:31:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:31:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegion(2603): Flush status journal for 62823fdbb807f96bafa462764063b9ba: 2024-12-03T10:31:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b74cc0a111b940f3aecc936816d4a715_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:31:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/b74cc0a111b940f3aecc936816d4a715_SeqId_4_ as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/e71424ebc08e4a868c99b65093607c77_SeqId_4_ 2024-12-03T10:31:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:31:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_ as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/c794ee986be74a4aa371f75ab261b237_SeqId_4_ 2024-12-03T10:31:46,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/b74cc0a111b940f3aecc936816d4a715_SeqId_4_ into 62823fdbb807f96bafa462764063b9ba/f as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/e71424ebc08e4a868c99b65093607c77_SeqId_4_ - updating store file list. 2024-12-03T10:31:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e71424ebc08e4a868c99b65093607c77_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:31:46,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/e71424ebc08e4a868c99b65093607c77_SeqId_4_ into 62823fdbb807f96bafa462764063b9ba/f 2024-12-03T10:31:46,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/b74cc0a111b940f3aecc936816d4a715_SeqId_4_ into 62823fdbb807f96bafa462764063b9ba/f (new location: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/e71424ebc08e4a868c99b65093607c77_SeqId_4_) 2024-12-03T10:31:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/b74cc0a111b940f3aecc936816d4a715_SeqId_4_ 2024-12-03T10:31:46,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_ into 62823fdbb807f96bafa462764063b9ba/f as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/c794ee986be74a4aa371f75ab261b237_SeqId_4_ - updating store file list. 2024-12-03T10:31:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c794ee986be74a4aa371f75ab261b237_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:31:46,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/c794ee986be74a4aa371f75ab261b237_SeqId_4_ into 62823fdbb807f96bafa462764063b9ba/f 2024-12-03T10:31:46,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_ into 62823fdbb807f96bafa462764063b9ba/f (new location: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/c794ee986be74a4aa371f75ab261b237_SeqId_4_) 2024-12-03T10:31:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins.hfs.11__test__c9qvfmnbb1c3bl8pp57jbsnbjeqejcb42h1dtsoog9q1sei2r7h6q18ihl3mj3u1/f/94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_ 2024-12-03T10:31:46,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.ReplicationSink(324): Finished replicating [3349e171-20df-42f3-a108-98a7453a9c94] bulk loaded data 2024-12-03T10:31:46,378 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 687, reset compression=false 2024-12-03T10:31:46,512 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 379, reset compression=false 2024-12-03T10:31:46,516 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:31:46,517 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36945,1733221894697 got entry batch from reader: WALEntryBatch [walEntries=[{test/62823fdbb807f96bafa462764063b9ba/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733221906335/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T10:31:46,518 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:31:46,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-03T10:31:46,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.ReplicationSink(318): Replicating [3349e171-20df-42f3-a108-98a7453a9c94, 9e1263c3-4518-466d-a8b0-89dfa8e4b5d1] bulk loaded data 2024-12-03T10:31:46,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3916dca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:46,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,39991,-1 for getting cluster id 2024-12-03T10:31:46,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:46,520 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3349e171-20df-42f3-a108-98a7453a9c94' 2024-12-03T10:31:46,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:46,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3349e171-20df-42f3-a108-98a7453a9c94" 2024-12-03T10:31:46,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f77e483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:46,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,39991,-1] 2024-12-03T10:31:46,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:46,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:46,521 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:46,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56c5064b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:46,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741842_1018 (size=7894) 2024-12-03T10:31:46,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:46,639 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733221906638/Put/seqid=0 2024-12-03T10:31:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741842_1018 (size=11194) 2024-12-03T10:31:46,717 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 725, reset compression=false 2024-12-03T10:31:46,782 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 687, reset compression=false 2024-12-03T10:31:46,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741843_1019 (size=7691) 2024-12-03T10:31:47,020 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 725, reset compression=false 2024-12-03T10:31:47,046 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733221907045/Put/seqid=0 2024-12-03T10:31:47,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741843_1019 (size=10791) 2024-12-03T10:31:47,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:31:47,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T10:31:47,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T10:31:47,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T10:31:47,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:31:47,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T10:31:47,286 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 687, reset compression=false 2024-12-03T10:31:47,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:47,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,39991,1733221889419 2024-12-03T10:31:47,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@688ac00 2024-12-03T10:31:47,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:47,343 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T10:31:47,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:31:47,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:47,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34643,1733221889585, seqNum=-1] 2024-12-03T10:31:47,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:47,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T10:31:47,367 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__2esfkmhe3qrn91okk51pf0kce2204scdupeghmdcbamftncsnj3qmosdu5p77c6d/f/c794ee986be74a4aa371f75ab261b237_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T10:31:47,370 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__2esfkmhe3qrn91okk51pf0kce2204scdupeghmdcbamftncsnj3qmosdu5p77c6d/f/e71424ebc08e4a868c99b65093607c77_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T10:31:47,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.ReplicationSink(324): Finished replicating [3349e171-20df-42f3-a108-98a7453a9c94, 9e1263c3-4518-466d-a8b0-89dfa8e4b5d1] bulk loaded data 2024-12-03T10:31:47,424 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 725, reset compression=false 2024-12-03T10:31:47,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e000b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:47,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,41861,-1 for getting cluster id 2024-12-03T10:31:47,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:31:47,454 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1263c3-4518-466d-a8b0-89dfa8e4b5d1' 2024-12-03T10:31:47,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:31:47,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1263c3-4518-466d-a8b0-89dfa8e4b5d1" 2024-12-03T10:31:47,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0da131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:47,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,41861,-1] 2024-12-03T10:31:47,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:31:47,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:47,456 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:31:47,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:31:47,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1] 2024-12-03T10:31:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:47,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:47,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,41861,1733221894588 2024-12-03T10:31:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e7fef9c 2024-12-03T10:31:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:31:47,466 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:31:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733221899707.62823fdbb807f96bafa462764063b9ba., hostname=a78f5601770a,36945,1733221894697, seqNum=2] 2024-12-03T10:31:47,471 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:31:47,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T10:31:47,477 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T10:31:47,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 62823fdbb807f96bafa462764063b9ba/f 2024-12-03T10:31:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T10:31:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:31:47,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 62823fdbb807f96bafa462764063b9ba/f 2024-12-03T10:31:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T10:31:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:31:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegion(2603): Flush status journal for 62823fdbb807f96bafa462764063b9ba: 2024-12-03T10:31:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins__test__un65g2edbot41js5oe14n4l2prcql0lv2e5hadpd1jias929k6shr281d5kbkm8s/f/hfile_0 2024-12-03T10:31:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins__test__un65g2edbot41js5oe14n4l2prcql0lv2e5hadpd1jias929k6shr281d5kbkm8s/f/hfile_0 as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/e3bc86ffde0046d69582057bb774e7dd_SeqId_6_ 2024-12-03T10:31:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins__test__un65g2edbot41js5oe14n4l2prcql0lv2e5hadpd1jias929k6shr281d5kbkm8s/f/hfile_1 2024-12-03T10:31:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins__test__un65g2edbot41js5oe14n4l2prcql0lv2e5hadpd1jias929k6shr281d5kbkm8s/f/hfile_1 as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/f24428b621dd4fe48084170b5e023d99_SeqId_6_ 2024-12-03T10:31:47,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins__test__un65g2edbot41js5oe14n4l2prcql0lv2e5hadpd1jias929k6shr281d5kbkm8s/f/hfile_0 into 62823fdbb807f96bafa462764063b9ba/f as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/e3bc86ffde0046d69582057bb774e7dd_SeqId_6_ - updating store file list. 2024-12-03T10:31:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3bc86ffde0046d69582057bb774e7dd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T10:31:47,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/e3bc86ffde0046d69582057bb774e7dd_SeqId_6_ into 62823fdbb807f96bafa462764063b9ba/f 2024-12-03T10:31:47,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins__test__un65g2edbot41js5oe14n4l2prcql0lv2e5hadpd1jias929k6shr281d5kbkm8s/f/hfile_0 into 62823fdbb807f96bafa462764063b9ba/f (new location: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/e3bc86ffde0046d69582057bb774e7dd_SeqId_6_) 2024-12-03T10:31:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins__test__un65g2edbot41js5oe14n4l2prcql0lv2e5hadpd1jias929k6shr281d5kbkm8s/f/hfile_0 2024-12-03T10:31:47,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins__test__un65g2edbot41js5oe14n4l2prcql0lv2e5hadpd1jias929k6shr281d5kbkm8s/f/hfile_1 into 62823fdbb807f96bafa462764063b9ba/f as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/f24428b621dd4fe48084170b5e023d99_SeqId_6_ - updating store file list. 2024-12-03T10:31:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f24428b621dd4fe48084170b5e023d99_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T10:31:47,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/f24428b621dd4fe48084170b5e023d99_SeqId_6_ into 62823fdbb807f96bafa462764063b9ba/f 2024-12-03T10:31:47,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins__test__un65g2edbot41js5oe14n4l2prcql0lv2e5hadpd1jias929k6shr281d5kbkm8s/f/hfile_1 into 62823fdbb807f96bafa462764063b9ba/f (new location: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/f/f24428b621dd4fe48084170b5e023d99_SeqId_6_) 2024-12-03T10:31:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/staging/jenkins__test__un65g2edbot41js5oe14n4l2prcql0lv2e5hadpd1jias929k6shr281d5kbkm8s/f/hfile_1 2024-12-03T10:31:47,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:47,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:47,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:47,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:47,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733221899707.62823fdbb807f96bafa462764063b9ba., hostname=a78f5601770a,36945,1733221894697, seqNum=2 , the old value is region=test,,1733221899707.62823fdbb807f96bafa462764063b9ba., hostname=a78f5601770a,36945,1733221894697, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a78f5601770a:36945 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:31:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733221899707.62823fdbb807f96bafa462764063b9ba., hostname=a78f5601770a,36945,1733221894697, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:31:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733221899707.62823fdbb807f96bafa462764063b9ba., hostname=a78f5601770a,36945,1733221894697, seqNum=2 from cache 2024-12-03T10:31:47,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:47,505 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T10:31:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34643,1733221889585, seqNum=-1] 2024-12-03T10:31:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:31:47,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:31:47,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733221897551.efa15096ebc78a59311fc8181068dc4f., hostname=a78f5601770a,34643,1733221889585, seqNum=2] 2024-12-03T10:31:47,513 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T10:31:47,615 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:36945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T10:31:47,890 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 687, reset compression=false 2024-12-03T10:31:47,928 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 725, reset compression=false 2024-12-03T10:31:47,932 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:31:47,932 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36945,1733221894697 got entry batch from reader: WALEntryBatch [walEntries=[{test/62823fdbb807f96bafa462764063b9ba/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733221907502/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T10:31:47,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.ReplicationSink(318): Replicating [9e1263c3-4518-466d-a8b0-89dfa8e4b5d1] bulk loaded data 2024-12-03T10:31:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741844_1020 (size=11194) 2024-12-03T10:31:48,132 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 1033, reset compression=false 2024-12-03T10:31:48,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741845_1021 (size=10791) 2024-12-03T10:31:48,436 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 1033, reset compression=false 2024-12-03T10:31:48,517 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T10:31:48,594 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 687, reset compression=false 2024-12-03T10:31:48,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:31:48,755 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/e3bc86ffde0046d69582057bb774e7dd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T10:31:48,757 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/f24428b621dd4fe48084170b5e023d99_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T10:31:48,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/f24428b621dd4fe48084170b5e023d99_SeqId_6_ for inclusion in efa15096ebc78a59311fc8181068dc4f/f 2024-12-03T10:31:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T10:31:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:31:48,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/e3bc86ffde0046d69582057bb774e7dd_SeqId_6_ for inclusion in efa15096ebc78a59311fc8181068dc4f/f 2024-12-03T10:31:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T10:31:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:31:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HRegion(2603): Flush status journal for efa15096ebc78a59311fc8181068dc4f: 2024-12-03T10:31:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f24428b621dd4fe48084170b5e023d99_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:31:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/f24428b621dd4fe48084170b5e023d99_SeqId_6_ as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/94924ca775ee46a0b48a99c2891d3ab9_SeqId_6_ 2024-12-03T10:31:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e3bc86ffde0046d69582057bb774e7dd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:31:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/e3bc86ffde0046d69582057bb774e7dd_SeqId_6_ as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/e93a92d3a1bd4eaf80abc57587cee199_SeqId_6_ 2024-12-03T10:31:48,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/f24428b621dd4fe48084170b5e023d99_SeqId_6_ into efa15096ebc78a59311fc8181068dc4f/f as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/94924ca775ee46a0b48a99c2891d3ab9_SeqId_6_ - updating store file list. 2024-12-03T10:31:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94924ca775ee46a0b48a99c2891d3ab9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T10:31:48,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/94924ca775ee46a0b48a99c2891d3ab9_SeqId_6_ into efa15096ebc78a59311fc8181068dc4f/f 2024-12-03T10:31:48,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/f24428b621dd4fe48084170b5e023d99_SeqId_6_ into efa15096ebc78a59311fc8181068dc4f/f (new location: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/94924ca775ee46a0b48a99c2891d3ab9_SeqId_6_) 2024-12-03T10:31:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/f24428b621dd4fe48084170b5e023d99_SeqId_6_ 2024-12-03T10:31:48,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/e3bc86ffde0046d69582057bb774e7dd_SeqId_6_ into efa15096ebc78a59311fc8181068dc4f/f as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/e93a92d3a1bd4eaf80abc57587cee199_SeqId_6_ - updating store file list. 2024-12-03T10:31:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e93a92d3a1bd4eaf80abc57587cee199_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T10:31:48,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/e93a92d3a1bd4eaf80abc57587cee199_SeqId_6_ into efa15096ebc78a59311fc8181068dc4f/f 2024-12-03T10:31:48,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/e3bc86ffde0046d69582057bb774e7dd_SeqId_6_ into efa15096ebc78a59311fc8181068dc4f/f (new location: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/f/e93a92d3a1bd4eaf80abc57587cee199_SeqId_6_) 2024-12-03T10:31:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/staging/jenkins.hfs.10__test__enha0rq6a6f2pt1p77itf9gbsjnks129l4n6e7e6bu32aglc2lpbp2sh8umpbqi5/f/e3bc86ffde0046d69582057bb774e7dd_SeqId_6_ 2024-12-03T10:31:48,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] regionserver.ReplicationSink(324): Finished replicating [9e1263c3-4518-466d-a8b0-89dfa8e4b5d1] bulk loaded data 2024-12-03T10:31:48,839 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 1033, reset compression=false 2024-12-03T10:31:49,342 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 1033, reset compression=false 2024-12-03T10:31:49,398 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 687, reset compression=false 2024-12-03T10:31:49,402 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:31:49,402 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34643,1733221889585 got entry batch from reader: WALEntryBatch [walEntries=[{test/efa15096ebc78a59311fc8181068dc4f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733221908777/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T10:31:49,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.ReplicationSink(318): Replicating [9e1263c3-4518-466d-a8b0-89dfa8e4b5d1, 3349e171-20df-42f3-a108-98a7453a9c94] bulk loaded data 2024-12-03T10:31:49,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741844_1020 (size=10791) 2024-12-03T10:31:49,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:31:49,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:49,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:49,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:49,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:49,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:49,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:31:49,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=864883190, stopped=false 2024-12-03T10:31:49,527 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,41861,1733221894588 2024-12-03T10:31:49,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/165495713/running 2024-12-03T10:31:49,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:49,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/165495713/running 2024-12-03T10:31:49,561 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:31:49,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:49,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:49,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:49,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:49,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Set watcher on znode that does not yet exist, /165495713/running 2024-12-03T10:31:49,562 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,36945,1733221894697' ***** 2024-12-03T10:31:49,562 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:31:49,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Set watcher on znode that does not yet exist, /165495713/running 2024-12-03T10:31:49,562 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:31:49,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:31:49,562 INFO [RS:0;a78f5601770a:36945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:31:49,562 INFO [RS:0;a78f5601770a:36945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:31:49,562 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(3091): Received CLOSE for 62823fdbb807f96bafa462764063b9ba 2024-12-03T10:31:49,563 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(3091): Received CLOSE for d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:49,563 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,36945,1733221894697 2024-12-03T10:31:49,563 INFO [RS:0;a78f5601770a:36945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:31:49,563 INFO [RS:0;a78f5601770a:36945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:36945. 2024-12-03T10:31:49,563 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62823fdbb807f96bafa462764063b9ba, disabling compactions & flushes 2024-12-03T10:31:49,563 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:49,563 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:49,563 DEBUG [RS:0;a78f5601770a:36945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:49,563 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733221899707.62823fdbb807f96bafa462764063b9ba. after waiting 0 ms 2024-12-03T10:31:49,563 DEBUG [RS:0;a78f5601770a:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:49,563 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:49,563 INFO [RS:0;a78f5601770a:36945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:31:49,563 INFO [RS:0;a78f5601770a:36945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:31:49,563 INFO [RS:0;a78f5601770a:36945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:31:49,563 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:31:49,563 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:31:49,563 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62823fdbb807f96bafa462764063b9ba=test,,1733221899707.62823fdbb807f96bafa462764063b9ba., d04130de48a75dd0ec1a3df0a000280c=hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c.} 2024-12-03T10:31:49,563 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62823fdbb807f96bafa462764063b9ba, d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:49,563 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:31:49,563 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:31:49,563 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:31:49,563 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:31:49,563 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:31:49,563 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:31:49,566 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/default/test/62823fdbb807f96bafa462764063b9ba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T10:31:49,566 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:49,566 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:31:49,567 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:49,567 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62823fdbb807f96bafa462764063b9ba: Waiting for close lock at 1733221909563Running coprocessor pre-close hooks at 1733221909563Disabling compacts and flushes for region at 1733221909563Disabling writes for close at 1733221909563Writing region close event to WAL at 1733221909563Running coprocessor post-close hooks at 1733221909566 (+3 ms)Closed at 1733221909567 (+1 ms) 2024-12-03T10:31:49,567 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733221899707.62823fdbb807f96bafa462764063b9ba. 2024-12-03T10:31:49,567 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d04130de48a75dd0ec1a3df0a000280c, disabling compactions & flushes 2024-12-03T10:31:49,567 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:49,567 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:49,567 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. after waiting 0 ms 2024-12-03T10:31:49,567 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:49,567 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d04130de48a75dd0ec1a3df0a000280c 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-03T10:31:49,576 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:31:49,589 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/.tmp/hfileref/70011e8488f54972b6d2cfb15348aafd is 74, key is 1/hfileref:c794ee986be74a4aa371f75ab261b237_SeqId_4_/1733221907372/DeleteColumn/seqid=0 2024-12-03T10:31:49,589 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/info/78ac2ff50b18492081e89ca822214855 is 147, key is hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c./info:regioninfo/1733221904179/Put/seqid=0 2024-12-03T10:31:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741845_1021 (size=5345) 2024-12-03T10:31:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741846_1022 (size=7686) 2024-12-03T10:31:49,602 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1033, reset compression=false 2024-12-03T10:31:49,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:31:49,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:49,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:49,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:49,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:49,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:49,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:49,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:49,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:49,731 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:31:49,731 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:31:49,763 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:49,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741847_1023 (size=11194) 2024-12-03T10:31:49,905 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1033, reset compression=false 2024-12-03T10:31:49,946 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 1033, reset compression=false 2024-12-03T10:31:49,950 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:31:49,950 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 1328, reset compression=false 2024-12-03T10:31:49,950 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36945,1733221894697 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:31:49,952 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a78f5601770a,36945,1733221894697: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a78f5601770a,36945,1733221894697, walGroup=a78f5601770a%2C36945%2C1733221894697, offset=a78f5601770a%2C36945%2C1733221894697.1733221896789:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:36945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T10:31:49,953 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T10:31:49,955 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T10:31:49,956 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T10:31:49,957 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T10:31:49,957 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T10:31:49,957 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 490749952 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187427512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T10:31:49,959 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:31:49,964 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04130de48a75dd0ec1a3df0a000280c 2024-12-03T10:31:49,996 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/info/78ac2ff50b18492081e89ca822214855 2024-12-03T10:31:49,996 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/.tmp/hfileref/70011e8488f54972b6d2cfb15348aafd 2024-12-03T10:31:50,011 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/ns/82ce10d71cc7425a87c34c8e52a12905 is 43, key is default/ns:d/1733221897446/Put/seqid=0 2024-12-03T10:31:50,011 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/.tmp/queue/4b12bfb439f040959388c97733f3d510 is 154, key is 1-a78f5601770a,36945,1733221894697/queue:a78f5601770a%2C36945%2C1733221894697/1733221908782/Put/seqid=0 2024-12-03T10:31:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741849_1025 (size=5353) 2024-12-03T10:31:50,015 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/.tmp/queue/4b12bfb439f040959388c97733f3d510 2024-12-03T10:31:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741848_1024 (size=5153) 2024-12-03T10:31:50,020 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/.tmp/hfileref/70011e8488f54972b6d2cfb15348aafd as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/hfileref/70011e8488f54972b6d2cfb15348aafd 2024-12-03T10:31:50,023 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/hfileref/70011e8488f54972b6d2cfb15348aafd, entries=4, sequenceid=12, filesize=5.2 K 2024-12-03T10:31:50,024 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/.tmp/queue/4b12bfb439f040959388c97733f3d510 as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/queue/4b12bfb439f040959388c97733f3d510 2024-12-03T10:31:50,028 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/queue/4b12bfb439f040959388c97733f3d510, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T10:31:50,029 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d04130de48a75dd0ec1a3df0a000280c in 462ms, sequenceid=12, compaction requested=false 2024-12-03T10:31:50,032 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/replication/d04130de48a75dd0ec1a3df0a000280c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T10:31:50,032 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:50,032 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:50,032 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:50,033 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d04130de48a75dd0ec1a3df0a000280c: Waiting for close lock at 1733221909567Running coprocessor pre-close hooks at 1733221909567Disabling compacts and flushes for region at 1733221909567Disabling writes for close at 1733221909567Obtaining lock to block concurrent updates at 1733221909567Preparing flush snapshotting stores in d04130de48a75dd0ec1a3df0a000280c at 1733221909567Finished memstore snapshotting hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733221909567Flushing stores of hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. at 1733221909577 (+10 ms)Flushing d04130de48a75dd0ec1a3df0a000280c/hfileref: creating writer at 1733221909577Flushing d04130de48a75dd0ec1a3df0a000280c/hfileref: appending metadata at 1733221909588 (+11 ms)Flushing d04130de48a75dd0ec1a3df0a000280c/hfileref: closing flushed file at 1733221909588Flushing d04130de48a75dd0ec1a3df0a000280c/queue: creating writer at 1733221909999 (+411 ms)Flushing d04130de48a75dd0ec1a3df0a000280c/queue: appending metadata at 1733221910011 (+12 ms)Flushing d04130de48a75dd0ec1a3df0a000280c/queue: closing flushed file at 1733221910011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b8a6df: reopening flushed file at 1733221910019 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bdb739a: reopening flushed file at 1733221910023 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d04130de48a75dd0ec1a3df0a000280c in 462ms, sequenceid=12, compaction requested=false at 1733221910029 (+6 ms)Writing region close event to WAL at 1733221910030 (+1 ms)Running coprocessor post-close hooks at 1733221910032 (+2 ms)Closed at 1733221910032 2024-12-03T10:31:50,033 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221903017.d04130de48a75dd0ec1a3df0a000280c. 2024-12-03T10:31:50,153 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 1328, reset compression=false 2024-12-03T10:31:50,164 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:50,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:31:50,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:50,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 from cache 2024-12-03T10:31:50,308 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1033, reset compression=false 2024-12-03T10:31:50,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1] 2024-12-03T10:31:50,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:50,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 from cache 2024-12-03T10:31:50,364 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:50,416 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/ns/82ce10d71cc7425a87c34c8e52a12905 2024-12-03T10:31:50,431 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/rep_barrier/6b2cf9f550a9458eb7216e55c6911844 is 112, key is test,,1733221899707.62823fdbb807f96bafa462764063b9ba./rep_barrier:seqnumDuringOpen/1733221900451/Put/seqid=0 2024-12-03T10:31:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741850_1026 (size=5518) 2024-12-03T10:31:50,456 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 1328, reset compression=false 2024-12-03T10:31:50,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1] 2024-12-03T10:31:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:50,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 from cache 2024-12-03T10:31:50,564 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:31:50,564 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:31:50,564 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:50,764 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:50,812 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1033, reset compression=false 2024-12-03T10:31:50,834 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/rep_barrier/6b2cf9f550a9458eb7216e55c6911844 2024-12-03T10:31:50,853 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/table/f94e8bb4eea1490f803ec5d8bf05724f is 53, key is hbase:replication/table:state/1733221904188/Put/seqid=0 2024-12-03T10:31:50,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741851_1027 (size=5308) 2024-12-03T10:31:50,859 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 1328, reset compression=false 2024-12-03T10:31:50,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1] 2024-12-03T10:31:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 from cache 2024-12-03T10:31:50,964 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:51,164 DEBUG [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:51,257 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/table/f94e8bb4eea1490f803ec5d8bf05724f 2024-12-03T10:31:51,262 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/info/78ac2ff50b18492081e89ca822214855 as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/info/78ac2ff50b18492081e89ca822214855 2024-12-03T10:31:51,266 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/info/78ac2ff50b18492081e89ca822214855, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:31:51,267 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/ns/82ce10d71cc7425a87c34c8e52a12905 as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/ns/82ce10d71cc7425a87c34c8e52a12905 2024-12-03T10:31:51,271 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/ns/82ce10d71cc7425a87c34c8e52a12905, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:31:51,271 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/rep_barrier/6b2cf9f550a9458eb7216e55c6911844 as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/rep_barrier/6b2cf9f550a9458eb7216e55c6911844 2024-12-03T10:31:51,275 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/rep_barrier/6b2cf9f550a9458eb7216e55c6911844, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:31:51,276 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/.tmp/table/f94e8bb4eea1490f803ec5d8bf05724f as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/table/f94e8bb4eea1490f803ec5d8bf05724f 2024-12-03T10:31:51,280 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/table/f94e8bb4eea1490f803ec5d8bf05724f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:31:51,281 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-12-03T10:31:51,286 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:31:51,286 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:51,286 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:51,286 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:51,286 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221909563Running coprocessor pre-close hooks at 1733221909563Disabling compacts and flushes for region at 1733221909563Disabling writes for close at 1733221909563Obtaining lock to block concurrent updates at 1733221909563Preparing flush snapshotting stores in 1588230740 at 1733221909563Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733221909564 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733221909564Flushing 1588230740/info: creating writer at 1733221909564Flushing 1588230740/info: appending metadata at 1733221909589 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733221909589Flushing 1588230740/ns: creating writer at 1733221909999 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733221910011 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733221910011Flushing 1588230740/rep_barrier: creating writer at 1733221910419 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733221910430 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733221910430Flushing 1588230740/table: creating writer at 1733221910838 (+408 ms)Flushing 1588230740/table: appending metadata at 1733221910853 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733221910853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5e1748: reopening flushed file at 1733221911261 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584611d4: reopening flushed file at 1733221911266 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@779663b4: reopening flushed file at 1733221911271 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f98adf: reopening flushed file at 1733221911275 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1733221911281 (+6 ms)Writing region close event to WAL at 1733221911283 (+2 ms)Running coprocessor post-close hooks at 1733221911286 (+3 ms)Closed at 1733221911286 2024-12-03T10:31:51,286 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:51,362 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 to pos 1328, reset compression=false 2024-12-03T10:31:51,365 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,36945,1733221894697; all regions closed. 2024-12-03T10:31:51,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:31:51,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.meta.1733221897405.meta not finished, retry = 0 2024-12-03T10:31:51,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:31:51,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1] 2024-12-03T10:31:51,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:51,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:51,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:51,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36945,1733221894697, seqNum=-1 from cache 2024-12-03T10:31:51,377 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:51,378 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-03T10:31:50.234Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.347Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.557Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.867Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:51.377Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a78f5601770a,36945,1733221894697 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T10:31:51,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-03T10:31:50.234Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.347Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.557Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.867Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:51.377Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a78f5601770a,36945,1733221894697 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T10:31:51,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:54882 deadline: 1733221969402, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-03T10:31:50.234Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.347Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.557Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.867Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:51.377Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:51,382 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-03T10:31:50.234Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.347Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.557Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:50.867Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting 2024-12-03T10:31:51.377Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server a78f5601770a,36945,1733221894697 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:51,415 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1033, reset compression=false 2024-12-03T10:31:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741839_1015 (size=3127) 2024-12-03T10:31:51,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/WALs/a78f5601770a,36945,1733221894697/a78f5601770a%2C36945%2C1733221894697.1733221896789 not finished, retry = 0 2024-12-03T10:31:51,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741832_1008 (size=1336) 2024-12-03T10:31:51,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a78f5601770a,36945,1733221894697 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:51,486 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a78f5601770a,36945,1733221894697 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:51,572 DEBUG [RS:0;a78f5601770a:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:51,572 INFO [RS:0;a78f5601770a:36945 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:31:51,572 INFO [RS:0;a78f5601770a:36945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:31:51,572 INFO [RS:0;a78f5601770a:36945 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T10:31:51,572 INFO [RS:0;a78f5601770a:36945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:31:51,572 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:51,572 INFO [RS:0;a78f5601770a:36945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,36945,1733221894697 because: Region server is closing 2024-12-03T10:31:51,573 INFO [RS:0;a78f5601770a:36945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:36945. 2024-12-03T10:31:51,573 DEBUG [RS:0;a78f5601770a:36945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:51,573 DEBUG [RS:0;a78f5601770a:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:51,573 DEBUG [RS:0;a78f5601770a:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:51,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:51,673 INFO [RS:0;a78f5601770a:36945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.shippera78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 terminated 2024-12-03T10:31:51,673 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36945,1733221894697.replicationSource.wal-reader.a78f5601770a%2C36945%2C1733221894697,1-a78f5601770a,36945,1733221894697 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:31:51,673 INFO [RS:0;a78f5601770a:36945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:36945. 2024-12-03T10:31:51,673 DEBUG [RS:0;a78f5601770a:36945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:51,673 DEBUG [RS:0;a78f5601770a:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:51,674 DEBUG [RS:0;a78f5601770a:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:51,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:51,674 INFO [RS:0;a78f5601770a:36945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36945 2024-12-03T10:31:51,689 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a78f5601770a:36945 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a78f5601770a/172.17.0.2:36945 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:51,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a78f5601770a:36945 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a78f5601770a/172.17.0.2:36945 2024-12-03T10:31:51,690 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=a78f5601770a:36945 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a78f5601770a/172.17.0.2:36945 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a78f5601770a/172.17.0.2:36945 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-03T10:31:51,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/165495713/rs/a78f5601770a,36945,1733221894697 2024-12-03T10:31:51,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713/rs 2024-12-03T10:31:51,703 INFO [RS:0;a78f5601770a:36945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:51,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,36945,1733221894697] 2024-12-03T10:31:51,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /165495713/draining/a78f5601770a,36945,1733221894697 already deleted, retry=false 2024-12-03T10:31:51,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,36945,1733221894697 expired; onlineServers=0 2024-12-03T10:31:51,721 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,41861,1733221894588' ***** 2024-12-03T10:31:51,721 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:31:51,721 INFO [M:0;a78f5601770a:41861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:31:51,722 INFO [M:0;a78f5601770a:41861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:31:51,722 DEBUG [M:0;a78f5601770a:41861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:31:51,722 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:31:51,722 DEBUG [M:0;a78f5601770a:41861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:31:51,722 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221896595 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221896595,5,FailOnTimeoutGroup] 2024-12-03T10:31:51,722 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221896595 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221896595,5,FailOnTimeoutGroup] 2024-12-03T10:31:51,722 INFO [M:0;a78f5601770a:41861 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:31:51,722 INFO [M:0;a78f5601770a:41861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:31:51,722 DEBUG [M:0;a78f5601770a:41861 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:31:51,722 INFO [M:0;a78f5601770a:41861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:31:51,722 INFO [M:0;a78f5601770a:41861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:31:51,722 INFO [M:0;a78f5601770a:41861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:31:51,722 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:31:51,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/165495713/master 2024-12-03T10:31:51,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165495713 2024-12-03T10:31:51,730 DEBUG [M:0;a78f5601770a:41861 {}] zookeeper.ZKUtil(347): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Unable to get data of znode /165495713/master because node does not exist (not an error) 2024-12-03T10:31:51,730 WARN [M:0;a78f5601770a:41861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:31:51,730 INFO [M:0;a78f5601770a:41861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/.lastflushedseqids 2024-12-03T10:31:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741852_1028 (size=263) 2024-12-03T10:31:51,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:51,813 INFO [RS:0;a78f5601770a:36945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:51,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1019c08e0820004, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:51,813 INFO [RS:0;a78f5601770a:36945 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,36945,1733221894697; zookeeper connection closed. 2024-12-03T10:31:51,813 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a649bfe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a649bfe 2024-12-03T10:31:51,814 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:31:51,993 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] ipc.AbstractRpcClient(357): Not trying to connect to a78f5601770a:36945 this server is in the failed servers list 2024-12-03T10:31:51,993 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a78f5601770a:36945 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:36945 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:36945 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-03T10:31:52,118 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1033, reset compression=false 2024-12-03T10:31:52,134 INFO [M:0;a78f5601770a:41861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:31:52,135 INFO [M:0;a78f5601770a:41861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:31:52,135 DEBUG [M:0;a78f5601770a:41861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:31:52,135 INFO [M:0;a78f5601770a:41861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:52,135 DEBUG [M:0;a78f5601770a:41861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:52,135 DEBUG [M:0;a78f5601770a:41861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:31:52,135 DEBUG [M:0;a78f5601770a:41861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:52,135 INFO [M:0;a78f5601770a:41861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T10:31:52,152 DEBUG [M:0;a78f5601770a:41861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6425fa49a3844dab0a4043e18e032d4 is 82, key is hbase:meta,,1/info:regioninfo/1733221897433/Put/seqid=0 2024-12-03T10:31:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741853_1029 (size=5672) 2024-12-03T10:31:52,394 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] ipc.AbstractRpcClient(357): Not trying to connect to a78f5601770a:36945 this server is in the failed servers list 2024-12-03T10:31:52,394 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a78f5601770a:36945 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:36945 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:36945 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-03T10:31:52,556 INFO [M:0;a78f5601770a:41861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6425fa49a3844dab0a4043e18e032d4 2024-12-03T10:31:52,589 DEBUG [M:0;a78f5601770a:41861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb3608299c7b4030b6a570e724dc7550 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733221904191/Put/seqid=0 2024-12-03T10:31:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741854_1030 (size=8516) 2024-12-03T10:31:52,896 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] ipc.AbstractRpcClient(357): Not trying to connect to a78f5601770a:36945 this server is in the failed servers list 2024-12-03T10:31:52,896 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a78f5601770a:36945 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:36945 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:36945 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-03T10:31:52,922 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1033, reset compression=false 2024-12-03T10:31:52,993 INFO [M:0;a78f5601770a:41861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb3608299c7b4030b6a570e724dc7550 2024-12-03T10:31:53,009 DEBUG [M:0;a78f5601770a:41861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12790208ceac49d0b221030c83213762 is 69, key is a78f5601770a,36945,1733221894697/rs:state/1733221896643/Put/seqid=0 2024-12-03T10:31:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741855_1031 (size=5156) 2024-12-03T10:31:53,412 INFO [M:0;a78f5601770a:41861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12790208ceac49d0b221030c83213762 2024-12-03T10:31:53,417 DEBUG [M:0;a78f5601770a:41861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6425fa49a3844dab0a4043e18e032d4 as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6425fa49a3844dab0a4043e18e032d4 2024-12-03T10:31:53,420 INFO [M:0;a78f5601770a:41861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6425fa49a3844dab0a4043e18e032d4, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T10:31:53,421 DEBUG [M:0;a78f5601770a:41861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb3608299c7b4030b6a570e724dc7550 as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb3608299c7b4030b6a570e724dc7550 2024-12-03T10:31:53,424 INFO [M:0;a78f5601770a:41861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb3608299c7b4030b6a570e724dc7550, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T10:31:53,425 DEBUG [M:0;a78f5601770a:41861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12790208ceac49d0b221030c83213762 as hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12790208ceac49d0b221030c83213762 2024-12-03T10:31:53,429 INFO [M:0;a78f5601770a:41861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43747/user/jenkins/test-data/aa55f16b-6e53-3315-34be-330bd86fb50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12790208ceac49d0b221030c83213762, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T10:31:53,430 INFO [M:0;a78f5601770a:41861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false 2024-12-03T10:31:53,431 INFO [M:0;a78f5601770a:41861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:53,432 DEBUG [M:0;a78f5601770a:41861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221912135Disabling compacts and flushes for region at 1733221912135Disabling writes for close at 1733221912135Obtaining lock to block concurrent updates at 1733221912135Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221912135Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733221912135Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221912136 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221912136Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221912151 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221912151Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221912576 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221912589 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221912589Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221912996 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221913008 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221913008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc8dc7c: reopening flushed file at 1733221913416 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416f555: reopening flushed file at 1733221913420 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cdb4ab3: reopening flushed file at 1733221913424 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false at 1733221913430 (+6 ms)Writing region close event to WAL at 1733221913431 (+1 ms)Closed at 1733221913431 2024-12-03T10:31:53,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741830_1006 (size=63654) 2024-12-03T10:31:53,434 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:53,434 INFO [M:0;a78f5601770a:41861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:31:53,434 INFO [M:0;a78f5601770a:41861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41861 2024-12-03T10:31:53,434 INFO [M:0;a78f5601770a:41861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:53,497 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] ipc.AbstractRpcClient(357): Not trying to connect to a78f5601770a:36945 this server is in the failed servers list 2024-12-03T10:31:53,498 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a78f5601770a:41861 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a78f5601770a/172.17.0.2:41861 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:53,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a78f5601770a:41861 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a78f5601770a/172.17.0.2:41861 2024-12-03T10:31:53,561 INFO [M:0;a78f5601770a:41861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:53,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:53,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x1019c08e0820003, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:53,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@126508b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:31:53,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@613e9d2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:31:53,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:31:53,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59559645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:31:53,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15693be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/hadoop.log.dir/,STOPPED} 2024-12-03T10:31:53,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:31:53,597 WARN [BP-1454201696-172.17.0.2-1733221892869 heartbeating to localhost/127.0.0.1:43747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:31:53,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:31:53,597 WARN [BP-1454201696-172.17.0.2-1733221892869 heartbeating to localhost/127.0.0.1:43747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1454201696-172.17.0.2-1733221892869 (Datanode Uuid e3980a18-cc97-420b-b77e-54036f94ea97) service to localhost/127.0.0.1:43747 2024-12-03T10:31:53,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/cluster_407f04ea-aea6-3f48-98ac-c7cd0fc332b2/data/data1/current/BP-1454201696-172.17.0.2-1733221892869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:31:53,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/cluster_407f04ea-aea6-3f48-98ac-c7cd0fc332b2/data/data2/current/BP-1454201696-172.17.0.2-1733221892869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:31:53,598 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:31:53,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4d79ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:31:53,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2976d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:31:53,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:31:53,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261f9c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:31:53,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d90865a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/hadoop.log.dir/,STOPPED} 2024-12-03T10:31:53,605 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:53,606 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a78f5601770a:41861 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a78f5601770a/172.17.0.2:41861 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:31:53,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=a78f5601770a:41861 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a78f5601770a/172.17.0.2:41861 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-03T10:31:53,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address a78f5601770a:41861 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a78f5601770a/172.17.0.2:41861 2024-12-03T10:31:53,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:31:53,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:31:53,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:53,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:53,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:53,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:53,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:53,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:31:53,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1405176435, stopped=false 2024-12-03T10:31:53,623 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,39991,1733221889419 2024-12-03T10:31:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384669170/running 2024-12-03T10:31:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384669170/running 2024-12-03T10:31:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:53,644 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:31:53,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:31:53,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:53,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:53,645 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,34643,1733221889585' ***** 2024-12-03T10:31:53,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Set watcher on znode that does not yet exist, /01384669170/running 2024-12-03T10:31:53,645 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:31:53,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Set watcher on znode that does not yet exist, /01384669170/running 2024-12-03T10:31:53,645 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:31:53,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(3091): Received CLOSE for efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(3091): Received CLOSE for 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,34643,1733221889585 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:34643. 2024-12-03T10:31:53,646 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efa15096ebc78a59311fc8181068dc4f, disabling compactions & flushes 2024-12-03T10:31:53,646 DEBUG [RS:0;a78f5601770a:34643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:53,646 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:53,646 DEBUG [RS:0;a78f5601770a:34643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:53,646 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:53,646 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. after waiting 0 ms 2024-12-03T10:31:53,646 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:31:53,646 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:31:53,647 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:31:53,647 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1325): Online Regions={efa15096ebc78a59311fc8181068dc4f=test,,1733221897551.efa15096ebc78a59311fc8181068dc4f., 1588230740=hbase:meta,,1.1588230740, 8442d8b76accde2be5b8242290e01852=hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852.} 2024-12-03T10:31:53,647 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8442d8b76accde2be5b8242290e01852, efa15096ebc78a59311fc8181068dc4f 2024-12-03T10:31:53,647 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:31:53,647 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:31:53,647 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:31:53,647 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:31:53,647 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:31:53,647 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:31:53,650 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/default/test/efa15096ebc78a59311fc8181068dc4f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T10:31:53,650 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:53,651 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:31:53,651 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:53,651 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efa15096ebc78a59311fc8181068dc4f: Waiting for close lock at 1733221913646Running coprocessor pre-close hooks at 1733221913646Disabling compacts and flushes for region at 1733221913646Disabling writes for close at 1733221913646Writing region close event to WAL at 1733221913647 (+1 ms)Running coprocessor post-close hooks at 1733221913650 (+3 ms)Closed at 1733221913651 (+1 ms) 2024-12-03T10:31:53,651 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733221897551.efa15096ebc78a59311fc8181068dc4f. 2024-12-03T10:31:53,651 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8442d8b76accde2be5b8242290e01852, disabling compactions & flushes 2024-12-03T10:31:53,651 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:53,651 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:53,651 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. after waiting 0 ms 2024-12-03T10:31:53,651 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:53,651 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8442d8b76accde2be5b8242290e01852 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-03T10:31:53,661 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/info/d8d13b9be089473888dec0e39f3d9e7e is 147, key is hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852./info:regioninfo/1733221902021/Put/seqid=0 2024-12-03T10:31:53,664 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/.tmp/hfileref/a4bfd7b2e8604dce9cb58c6781f717ed is 74, key is 1/hfileref:94870289a21a40de9b2e6983f1bcd1fb_SeqId_4_/1733221906338/DeleteColumn/seqid=0 2024-12-03T10:31:53,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741846_1022 (size=7686) 2024-12-03T10:31:53,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741847_1023 (size=5345) 2024-12-03T10:31:53,668 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/info/d8d13b9be089473888dec0e39f3d9e7e 2024-12-03T10:31:53,680 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:31:53,689 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/ns/8a2aa6a1e79448ac94d7a99c97f9a6e6 is 43, key is default/ns:d/1733221892749/Put/seqid=0 2024-12-03T10:31:53,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741848_1024 (size=5153) 2024-12-03T10:31:53,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:53,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a78f5601770a:41861 this server is in the failed servers list 2024-12-03T10:31:53,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:41861 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:31:53,829 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1033, reset compression=false 2024-12-03T10:31:53,833 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:31:53,833 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1328, reset compression=false 2024-12-03T10:31:53,847 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:54,035 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1328, reset compression=false 2024-12-03T10:31:54,047 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:54,068 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/.tmp/hfileref/a4bfd7b2e8604dce9cb58c6781f717ed 2024-12-03T10:31:54,083 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/.tmp/queue/e9d812b001bb45d8978afd0593b927c4 is 153, key is 1-a78f5601770a,34643,1733221889585/queue:a78f5601770a%2C34643%2C1733221889585/1733221906339/Put/seqid=0 2024-12-03T10:31:54,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741849_1025 (size=5352) 2024-12-03T10:31:54,093 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/ns/8a2aa6a1e79448ac94d7a99c97f9a6e6 2024-12-03T10:31:54,109 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/rep_barrier/ac951eaebd7f47f083568de4bba284ed is 112, key is test,,1733221897551.efa15096ebc78a59311fc8181068dc4f./rep_barrier:seqnumDuringOpen/1733221898693/Put/seqid=0 2024-12-03T10:31:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741850_1026 (size=5518) 2024-12-03T10:31:54,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:54,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a78f5601770a:41861 this server is in the failed servers list 2024-12-03T10:31:54,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:41861 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:31:54,248 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:54,339 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1328, reset compression=false 2024-12-03T10:31:54,448 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8442d8b76accde2be5b8242290e01852 2024-12-03T10:31:54,487 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/.tmp/queue/e9d812b001bb45d8978afd0593b927c4 2024-12-03T10:31:54,492 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/.tmp/hfileref/a4bfd7b2e8604dce9cb58c6781f717ed as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/hfileref/a4bfd7b2e8604dce9cb58c6781f717ed 2024-12-03T10:31:54,495 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/hfileref/a4bfd7b2e8604dce9cb58c6781f717ed, entries=4, sequenceid=10, filesize=5.2 K 2024-12-03T10:31:54,496 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/.tmp/queue/e9d812b001bb45d8978afd0593b927c4 as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/queue/e9d812b001bb45d8978afd0593b927c4 2024-12-03T10:31:54,500 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/queue/e9d812b001bb45d8978afd0593b927c4, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T10:31:54,501 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8442d8b76accde2be5b8242290e01852 in 850ms, sequenceid=10, compaction requested=false 2024-12-03T10:31:54,504 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/replication/8442d8b76accde2be5b8242290e01852/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T10:31:54,505 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:54,505 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:54,505 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:54,505 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8442d8b76accde2be5b8242290e01852: Waiting for close lock at 1733221913651Running coprocessor pre-close hooks at 1733221913651Disabling compacts and flushes for region at 1733221913651Disabling writes for close at 1733221913651Obtaining lock to block concurrent updates at 1733221913651Preparing flush snapshotting stores in 8442d8b76accde2be5b8242290e01852 at 1733221913651Finished memstore snapshotting hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733221913651Flushing stores of hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. at 1733221913652 (+1 ms)Flushing 8442d8b76accde2be5b8242290e01852/hfileref: creating writer at 1733221913652Flushing 8442d8b76accde2be5b8242290e01852/hfileref: appending metadata at 1733221913664 (+12 ms)Flushing 8442d8b76accde2be5b8242290e01852/hfileref: closing flushed file at 1733221913664Flushing 8442d8b76accde2be5b8242290e01852/queue: creating writer at 1733221914071 (+407 ms)Flushing 8442d8b76accde2be5b8242290e01852/queue: appending metadata at 1733221914083 (+12 ms)Flushing 8442d8b76accde2be5b8242290e01852/queue: closing flushed file at 1733221914083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e0c0a7: reopening flushed file at 1733221914491 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64521fa7: reopening flushed file at 1733221914496 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8442d8b76accde2be5b8242290e01852 in 850ms, sequenceid=10, compaction requested=false at 1733221914501 (+5 ms)Writing region close event to WAL at 1733221914502 (+1 ms)Running coprocessor post-close hooks at 1733221914505 (+3 ms)Closed at 1733221914505 2024-12-03T10:31:54,505 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221900863.8442d8b76accde2be5b8242290e01852. 2024-12-03T10:31:54,513 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/rep_barrier/ac951eaebd7f47f083568de4bba284ed 2024-12-03T10:31:54,528 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/table/95f087225a8547ac93475ccd9f678605 is 53, key is hbase:replication/table:state/1733221902027/Put/seqid=0 2024-12-03T10:31:54,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741851_1027 (size=5308) 2024-12-03T10:31:54,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:54,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a78f5601770a:41861 this server is in the failed servers list 2024-12-03T10:31:54,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:41861 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:31:54,648 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:31:54,648 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:31:54,648 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:54,657 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:31:54,657 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:31:54,742 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.wal-reader.a78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.1733221891691 to pos 1328, reset compression=false 2024-12-03T10:31:54,848 DEBUG [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:31:54,932 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/table/95f087225a8547ac93475ccd9f678605 2024-12-03T10:31:54,936 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/info/d8d13b9be089473888dec0e39f3d9e7e as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/info/d8d13b9be089473888dec0e39f3d9e7e 2024-12-03T10:31:54,940 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/info/d8d13b9be089473888dec0e39f3d9e7e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:31:54,941 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/ns/8a2aa6a1e79448ac94d7a99c97f9a6e6 as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/ns/8a2aa6a1e79448ac94d7a99c97f9a6e6 2024-12-03T10:31:54,944 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/ns/8a2aa6a1e79448ac94d7a99c97f9a6e6, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:31:54,945 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/rep_barrier/ac951eaebd7f47f083568de4bba284ed as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/rep_barrier/ac951eaebd7f47f083568de4bba284ed 2024-12-03T10:31:54,948 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/rep_barrier/ac951eaebd7f47f083568de4bba284ed, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:31:54,949 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/.tmp/table/95f087225a8547ac93475ccd9f678605 as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/table/95f087225a8547ac93475ccd9f678605 2024-12-03T10:31:54,953 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/table/95f087225a8547ac93475ccd9f678605, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:31:54,953 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-12-03T10:31:54,957 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:31:54,958 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:54,958 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:54,958 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:54,958 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221913647Running coprocessor pre-close hooks at 1733221913647Disabling compacts and flushes for region at 1733221913647Disabling writes for close at 1733221913647Obtaining lock to block concurrent updates at 1733221913647Preparing flush snapshotting stores in 1588230740 at 1733221913647Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733221913648 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733221913648Flushing 1588230740/info: creating writer at 1733221913648Flushing 1588230740/info: appending metadata at 1733221913661 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733221913661Flushing 1588230740/ns: creating writer at 1733221913673 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733221913689 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733221913689Flushing 1588230740/rep_barrier: creating writer at 1733221914097 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733221914109 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733221914109Flushing 1588230740/table: creating writer at 1733221914516 (+407 ms)Flushing 1588230740/table: appending metadata at 1733221914528 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733221914528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f6ef2d: reopening flushed file at 1733221914936 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c554280: reopening flushed file at 1733221914940 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2684bbe2: reopening flushed file at 1733221914944 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c329cc1: reopening flushed file at 1733221914948 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1733221914953 (+5 ms)Writing region close event to WAL at 1733221914955 (+2 ms)Running coprocessor post-close hooks at 1733221914958 (+3 ms)Closed at 1733221914958 2024-12-03T10:31:54,958 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:31:55,048 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,34643,1733221889585; all regions closed. 2024-12-03T10:31:55,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:31:55,050 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/WALs/a78f5601770a,34643,1733221889585/a78f5601770a%2C34643%2C1733221889585.meta.1733221892688.meta not finished, retry = 0 2024-12-03T10:31:55,069 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:31:55,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:55,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:55,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:55,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:55,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:55,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:55,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:55,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:55,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:31:55,153 DEBUG [RS:0;a78f5601770a:34643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/oldWALs 2024-12-03T10:31:55,153 INFO [RS:0;a78f5601770a:34643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C34643%2C1733221889585.meta:.meta(num 1733221892688) 2024-12-03T10:31:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741839_1015 (size=2695) 2024-12-03T10:31:55,156 DEBUG [RS:0;a78f5601770a:34643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/oldWALs 2024-12-03T10:31:55,156 INFO [RS:0;a78f5601770a:34643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C34643%2C1733221889585.rep:(num 1733221901994) 2024-12-03T10:31:55,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741832_1008 (size=1336) 2024-12-03T10:31:55,159 DEBUG [RS:0;a78f5601770a:34643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/oldWALs 2024-12-03T10:31:55,159 INFO [RS:0;a78f5601770a:34643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C34643%2C1733221889585:(num 1733221891691) 2024-12-03T10:31:55,159 DEBUG [RS:0;a78f5601770a:34643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:55,159 INFO [RS:0;a78f5601770a:34643 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:31:55,159 INFO [RS:0;a78f5601770a:34643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:31:55,159 INFO [RS:0;a78f5601770a:34643 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:31:55,159 INFO [RS:0;a78f5601770a:34643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:31:55,159 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:55,159 INFO [RS:0;a78f5601770a:34643 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,34643,1733221889585 because: Region server is closing 2024-12-03T10:31:55,159 INFO [RS:0;a78f5601770a:34643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:34643. 2024-12-03T10:31:55,160 DEBUG [RS:0;a78f5601770a:34643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:55,160 DEBUG [RS:0;a78f5601770a:34643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:55,160 DEBUG [RS:0;a78f5601770a:34643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:55,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:55,260 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:31:55,260 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T10:31:55,260 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a78f5601770a:36945 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:36945 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a78f5601770a:36945 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-03T10:31:55,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:55,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:31:55,647 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:31:55,961 INFO [RS:0;a78f5601770a:34643 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34643,1733221889585.replicationSource.shippera78f5601770a%2C34643%2C1733221889585,1-a78f5601770a,34643,1733221889585 terminated 2024-12-03T10:31:55,962 INFO [RS:0;a78f5601770a:34643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:34643. 2024-12-03T10:31:55,962 DEBUG [RS:0;a78f5601770a:34643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:31:55,962 DEBUG [RS:0;a78f5601770a:34643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:55,962 DEBUG [RS:0;a78f5601770a:34643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:31:55,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:31:55,962 INFO [RS:0;a78f5601770a:34643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34643 2024-12-03T10:31:56,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384669170/rs/a78f5601770a,34643,1733221889585 2024-12-03T10:31:56,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170/rs 2024-12-03T10:31:56,038 INFO [RS:0;a78f5601770a:34643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:56,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,34643,1733221889585] 2024-12-03T10:31:56,054 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01384669170/draining/a78f5601770a,34643,1733221889585 already deleted, retry=false 2024-12-03T10:31:56,054 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,34643,1733221889585 expired; onlineServers=0 2024-12-03T10:31:56,054 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,39991,1733221889419' ***** 2024-12-03T10:31:56,054 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:31:56,055 INFO [M:0;a78f5601770a:39991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:31:56,055 INFO [M:0;a78f5601770a:39991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:31:56,055 DEBUG [M:0;a78f5601770a:39991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:31:56,055 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:31:56,055 DEBUG [M:0;a78f5601770a:39991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:31:56,055 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221891504 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221891504,5,FailOnTimeoutGroup] 2024-12-03T10:31:56,055 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221891504 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221891504,5,FailOnTimeoutGroup] 2024-12-03T10:31:56,055 INFO [M:0;a78f5601770a:39991 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:31:56,055 INFO [M:0;a78f5601770a:39991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:31:56,055 DEBUG [M:0;a78f5601770a:39991 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:31:56,055 INFO [M:0;a78f5601770a:39991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:31:56,055 INFO [M:0;a78f5601770a:39991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:31:56,055 INFO [M:0;a78f5601770a:39991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:31:56,055 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:31:56,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384669170/master 2024-12-03T10:31:56,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384669170 2024-12-03T10:31:56,063 DEBUG [M:0;a78f5601770a:39991 {}] zookeeper.ZKUtil(347): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Unable to get data of znode /01384669170/master because node does not exist (not an error) 2024-12-03T10:31:56,063 WARN [M:0;a78f5601770a:39991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:31:56,064 INFO [M:0;a78f5601770a:39991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/.lastflushedseqids 2024-12-03T10:31:56,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741852_1028 (size=263) 2024-12-03T10:31:56,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:56,146 INFO [RS:0;a78f5601770a:34643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:56,146 INFO [RS:0;a78f5601770a:34643 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,34643,1733221889585; zookeeper connection closed. 2024-12-03T10:31:56,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34643-0x1019c08e0820001, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:56,146 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78dad977 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78dad977 2024-12-03T10:31:56,147 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:31:56,468 INFO [M:0;a78f5601770a:39991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:31:56,468 INFO [M:0;a78f5601770a:39991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:31:56,468 DEBUG [M:0;a78f5601770a:39991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:31:56,468 INFO [M:0;a78f5601770a:39991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:56,468 DEBUG [M:0;a78f5601770a:39991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:56,468 DEBUG [M:0;a78f5601770a:39991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:31:56,468 DEBUG [M:0;a78f5601770a:39991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:56,468 INFO [M:0;a78f5601770a:39991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T10:31:56,485 DEBUG [M:0;a78f5601770a:39991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/beda3e4bbc4843a18bcb13b260cf5556 is 82, key is hbase:meta,,1/info:regioninfo/1733221892717/Put/seqid=0 2024-12-03T10:31:56,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741853_1029 (size=5672) 2024-12-03T10:31:56,889 INFO [M:0;a78f5601770a:39991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/beda3e4bbc4843a18bcb13b260cf5556 2024-12-03T10:31:56,908 DEBUG [M:0;a78f5601770a:39991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d15be30af5834e85a76728c8895de2d6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733221902031/Put/seqid=0 2024-12-03T10:31:56,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741854_1030 (size=8516) 2024-12-03T10:31:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:31:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:31:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:31:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T10:31:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:31:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:31:57,312 INFO [M:0;a78f5601770a:39991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d15be30af5834e85a76728c8895de2d6 2024-12-03T10:31:57,327 DEBUG [M:0;a78f5601770a:39991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9109909b3be44b5ca3d1e2d05fcad681 is 69, key is a78f5601770a,34643,1733221889585/rs:state/1733221891536/Put/seqid=0 2024-12-03T10:31:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741855_1031 (size=5156) 2024-12-03T10:31:57,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:31:57,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:31:57,655 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4158 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:31:57,731 INFO [M:0;a78f5601770a:39991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9109909b3be44b5ca3d1e2d05fcad681 2024-12-03T10:31:57,734 DEBUG [M:0;a78f5601770a:39991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/beda3e4bbc4843a18bcb13b260cf5556 as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/beda3e4bbc4843a18bcb13b260cf5556 2024-12-03T10:31:57,738 INFO [M:0;a78f5601770a:39991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/beda3e4bbc4843a18bcb13b260cf5556, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T10:31:57,738 DEBUG [M:0;a78f5601770a:39991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d15be30af5834e85a76728c8895de2d6 as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d15be30af5834e85a76728c8895de2d6 2024-12-03T10:31:57,742 INFO [M:0;a78f5601770a:39991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d15be30af5834e85a76728c8895de2d6, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T10:31:57,742 DEBUG [M:0;a78f5601770a:39991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9109909b3be44b5ca3d1e2d05fcad681 as hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9109909b3be44b5ca3d1e2d05fcad681 2024-12-03T10:31:57,745 INFO [M:0;a78f5601770a:39991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35277/user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9109909b3be44b5ca3d1e2d05fcad681, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T10:31:57,746 INFO [M:0;a78f5601770a:39991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-12-03T10:31:57,747 INFO [M:0;a78f5601770a:39991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:31:57,747 DEBUG [M:0;a78f5601770a:39991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221916468Disabling compacts and flushes for region at 1733221916468Disabling writes for close at 1733221916468Obtaining lock to block concurrent updates at 1733221916468Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221916468Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733221916469 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221916469Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221916469Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221916485 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221916485Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221916892 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221916908 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221916908Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221917316 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221917326 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221917327 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65196716: reopening flushed file at 1733221917734 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f4bf12: reopening flushed file at 1733221917738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99f60d7: reopening flushed file at 1733221917742 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1733221917746 (+4 ms)Writing region close event to WAL at 1733221917747 (+1 ms)Closed at 1733221917747 2024-12-03T10:31:57,749 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25c6e4cf-83cd-c303-fb08-40ae3c041c2f/MasterData/WALs/a78f5601770a,39991,1733221889419/a78f5601770a%2C39991%2C1733221889419.1733221891308 not finished, retry = 0 2024-12-03T10:31:57,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741830_1006 (size=63654) 2024-12-03T10:31:57,849 INFO [M:0;a78f5601770a:39991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:31:57,849 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:31:57,849 INFO [M:0;a78f5601770a:39991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39991 2024-12-03T10:31:57,850 INFO [M:0;a78f5601770a:39991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:31:57,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:57,963 INFO [M:0;a78f5601770a:39991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:31:57,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1019c08e0820000, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:31:57,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b8143cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:31:57,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a5f470f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:31:57,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:31:57,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3956826e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:31:57,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d40cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/hadoop.log.dir/,STOPPED} 2024-12-03T10:31:57,966 WARN [BP-168283833-172.17.0.2-1733221887657 heartbeating to localhost/127.0.0.1:35277 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:31:57,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:31:57,966 WARN [BP-168283833-172.17.0.2-1733221887657 heartbeating to localhost/127.0.0.1:35277 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-168283833-172.17.0.2-1733221887657 (Datanode Uuid 800ddbcc-8527-4499-9e4a-1bda541fc433) service to localhost/127.0.0.1:35277 2024-12-03T10:31:57,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:31:57,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/cluster_2ab46e4a-40c3-f929-041b-69be0c56de43/data/data1/current/BP-168283833-172.17.0.2-1733221887657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:31:57,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/cluster_2ab46e4a-40c3-f929-041b-69be0c56de43/data/data2/current/BP-168283833-172.17.0.2-1733221887657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:31:57,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:31:57,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56d24921{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:31:57,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db69a8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:31:57,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:31:57,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:31:57,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c0432c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41c48b6a-456b-a735-533e-e326a31259f3/hadoop.log.dir/,STOPPED} 2024-12-03T10:31:57,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:31:57,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:31:57,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 201) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35277 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43747 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43747 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35277 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51885) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35277 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51885) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 122) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7858 (was 7908) 2024-12-03T10:31:58,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=7858 2024-12-03T10:31:58,014 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-03T10:31:58,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/hadoop.log.dir so I do NOT create it in target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362 2024-12-03T10:31:58,015 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:31:58,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/hadoop.tmp.dir so I do NOT create it in target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362 2024-12-03T10:31:58,015 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63c55bd-8e53-f340-ae50-108454f9dbf1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:31:58,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362 2024-12-03T10:31:58,015 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/cluster_2aebeb5d-2c5a-0a7e-1132-4b97644bc56f, deleteOnExit=true 2024-12-03T10:31:58,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/cluster_2aebeb5d-2c5a-0a7e-1132-4b97644bc56f/zookeeper_0, clientPort=60223, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/cluster_2aebeb5d-2c5a-0a7e-1132-4b97644bc56f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/cluster_2aebeb5d-2c5a-0a7e-1132-4b97644bc56f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:31:58,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60223 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/test.cache.data in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:31:58,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:31:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:31:58,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:31:58,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:31:58,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:31:58,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:31:58,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:31:58,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019c08e0820005, quorum=127.0.0.1:51885, baseZNode=/165495713 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:31:58,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019c08e0820002, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:31:58,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019c08e0820005, quorum=127.0.0.1:51885, baseZNode=/165495713 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:31:58,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019c08e0820002, quorum=127.0.0.1:51885, baseZNode=/01384669170 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:31:58,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:58,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:31:58,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:31:58,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:31:58,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:31:58,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:58,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c1350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:31:58,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e41dead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:31:58,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78093ce3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/java.io.tmpdir/jetty-localhost-41559-hadoop-hdfs-3_4_1-tests_jar-_-any-8201334993596431725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:31:58,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf6be0b{HTTP/1.1, (http/1.1)}{localhost:41559} 2024-12-03T10:31:58,397 INFO [Time-limited test {}] server.Server(415): Started @196515ms 2024-12-03T10:31:58,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:31:58,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:31:58,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:31:58,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:31:58,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:31:58,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:31:58,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f678bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:31:58,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a03fc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/java.io.tmpdir/jetty-localhost-40635-hadoop-hdfs-3_4_1-tests_jar-_-any-11930942007877271150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:31:58,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@151d21dd{HTTP/1.1, (http/1.1)}{localhost:40635} 2024-12-03T10:31:58,690 INFO [Time-limited test {}] server.Server(415): Started @196807ms 2024-12-03T10:31:58,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:31:59,282 WARN [Thread-2200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/cluster_2aebeb5d-2c5a-0a7e-1132-4b97644bc56f/data/data1/current/BP-1746233186-172.17.0.2-1733221918054/current, will proceed with Du for space computation calculation, 2024-12-03T10:31:59,282 WARN [Thread-2201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/cluster_2aebeb5d-2c5a-0a7e-1132-4b97644bc56f/data/data2/current/BP-1746233186-172.17.0.2-1733221918054/current, will proceed with Du for space computation calculation, 2024-12-03T10:31:59,300 WARN [Thread-2188 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:31:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x930de76095d6abd8 with lease ID 0xc99c9e59aca40c51: Processing first storage report for DS-92c8f1ce-ef9c-4486-9777-bb9d58315488 from datanode DatanodeRegistration(127.0.0.1:44709, datanodeUuid=74b33f1b-b17b-488c-a165-763091707df8, infoPort=36585, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=1064852011;c=1733221918054) 2024-12-03T10:31:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x930de76095d6abd8 with lease ID 0xc99c9e59aca40c51: from storage DS-92c8f1ce-ef9c-4486-9777-bb9d58315488 node DatanodeRegistration(127.0.0.1:44709, datanodeUuid=74b33f1b-b17b-488c-a165-763091707df8, infoPort=36585, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=1064852011;c=1733221918054), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:31:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x930de76095d6abd8 with lease ID 0xc99c9e59aca40c51: Processing first storage report for DS-688e1947-b210-440f-81b8-ae82eb10f607 from datanode DatanodeRegistration(127.0.0.1:44709, datanodeUuid=74b33f1b-b17b-488c-a165-763091707df8, infoPort=36585, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=1064852011;c=1733221918054) 2024-12-03T10:31:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x930de76095d6abd8 with lease ID 0xc99c9e59aca40c51: from storage DS-688e1947-b210-440f-81b8-ae82eb10f607 node DatanodeRegistration(127.0.0.1:44709, datanodeUuid=74b33f1b-b17b-488c-a165-763091707df8, infoPort=36585, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=1064852011;c=1733221918054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:31:59,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362 2024-12-03T10:31:59,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:59,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:59,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:31:59,724 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365 with version=8 2024-12-03T10:31:59,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/hbase-staging 2024-12-03T10:31:59,725 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:59,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:59,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:59,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:59,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:59,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:59,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:31:59,725 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:59,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36677 2024-12-03T10:31:59,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36677 connecting to ZooKeeper ensemble=127.0.0.1:60223 2024-12-03T10:31:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366770x0, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:59,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36677-0x1019c0957390000 connected 2024-12-03T10:31:59,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:59,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:59,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Set watcher on znode that does not yet exist, /01133289619/running 2024-12-03T10:31:59,874 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365, hbase.cluster.distributed=false 2024-12-03T10:31:59,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Set watcher on znode that does not yet exist, /01133289619/acl 2024-12-03T10:31:59,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36677 2024-12-03T10:31:59,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36677 2024-12-03T10:31:59,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36677 2024-12-03T10:31:59,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36677 2024-12-03T10:31:59,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36677 2024-12-03T10:31:59,888 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:31:59,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:59,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:59,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:31:59,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:31:59,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:31:59,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:31:59,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:31:59,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37479 2024-12-03T10:31:59,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37479 connecting to ZooKeeper ensemble=127.0.0.1:60223 2024-12-03T10:31:59,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:59,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:31:59,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374790x0, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:31:59,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374790x0, quorum=127.0.0.1:60223, baseZNode=/01133289619 Set watcher on znode that does not yet exist, /01133289619/running 2024-12-03T10:31:59,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37479-0x1019c0957390001 connected 2024-12-03T10:31:59,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:31:59,905 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:31:59,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Set watcher on znode that does not yet exist, /01133289619/master 2024-12-03T10:31:59,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Set watcher on znode that does not yet exist, /01133289619/acl 2024-12-03T10:31:59,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37479 2024-12-03T10:31:59,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37479 2024-12-03T10:31:59,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37479 2024-12-03T10:31:59,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37479 2024-12-03T10:31:59,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37479 2024-12-03T10:31:59,921 DEBUG [M:0;a78f5601770a:36677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:36677 2024-12-03T10:31:59,922 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01133289619/backup-masters/a78f5601770a,36677,1733221919725 2024-12-03T10:31:59,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619/backup-masters 2024-12-03T10:31:59,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619/backup-masters 2024-12-03T10:31:59,930 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Set watcher on existing znode=/01133289619/backup-masters/a78f5601770a,36677,1733221919725 2024-12-03T10:31:59,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01133289619/master 2024-12-03T10:31:59,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:31:59,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:31:59,938 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Set watcher on existing znode=/01133289619/master 2024-12-03T10:31:59,938 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01133289619/backup-masters/a78f5601770a,36677,1733221919725 from backup master directory 2024-12-03T10:31:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01133289619/backup-masters/a78f5601770a,36677,1733221919725 2024-12-03T10:31:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619/backup-masters 2024-12-03T10:31:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619/backup-masters 2024-12-03T10:31:59,946 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:31:59,946 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,36677,1733221919725 2024-12-03T10:31:59,949 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/hbase.id] with ID: 4b77db64-0553-4b07-aaac-e6af26b7a3d0 2024-12-03T10:31:59,949 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/.tmp/hbase.id 2024-12-03T10:31:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:32:00,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:32:00,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:00,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:00,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:00,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:00,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:00,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:00,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:00,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:00,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:00,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:00,357 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/.tmp/hbase.id]:[hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/hbase.id] 2024-12-03T10:32:00,365 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:00,365 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:32:00,366 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:32:00,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:00,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:32:00,799 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:00,800 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:32:00,800 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:32:01,206 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store 2024-12-03T10:32:01,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:32:01,611 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:01,611 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:32:01,611 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:01,611 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:01,611 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:32:01,611 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:01,611 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:01,611 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221921611Disabling compacts and flushes for region at 1733221921611Disabling writes for close at 1733221921611Writing region close event to WAL at 1733221921611Closed at 1733221921611 2024-12-03T10:32:01,612 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/.initializing 2024-12-03T10:32:01,612 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/WALs/a78f5601770a,36677,1733221919725 2024-12-03T10:32:01,613 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:32:01,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C36677%2C1733221919725, suffix=, logDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/WALs/a78f5601770a,36677,1733221919725, archiveDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/oldWALs, maxLogs=10 2024-12-03T10:32:01,625 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/WALs/a78f5601770a,36677,1733221919725/a78f5601770a%2C36677%2C1733221919725.1733221921614, exclude list is [], retry=0 2024-12-03T10:32:01,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44709,DS-92c8f1ce-ef9c-4486-9777-bb9d58315488,DISK] 2024-12-03T10:32:01,628 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/WALs/a78f5601770a,36677,1733221919725/a78f5601770a%2C36677%2C1733221919725.1733221921614 2024-12-03T10:32:01,629 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36585:36585)] 2024-12-03T10:32:01,629 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:01,629 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:01,629 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,629 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:32:01,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:01,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:01,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:32:01,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:01,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:01,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:32:01,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:01,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:01,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:32:01,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:01,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:01,639 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,640 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,640 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,641 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,641 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,641 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:01,642 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:01,643 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:01,644 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69842460, jitterRate=0.04073375463485718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:01,644 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221921629Initializing all the Stores at 1733221921630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221921630Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221921633 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221921633Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221921633Cleaning up temporary data from old regions at 1733221921641 (+8 ms)Region opened successfully at 1733221921644 (+3 ms) 2024-12-03T10:32:01,644 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:32:01,647 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd4c1be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:32:01,647 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:32:01,647 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:32:01,647 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:32:01,648 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:32:01,648 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:32:01,648 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:32:01,648 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:32:01,656 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:32:01,658 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Unable to get data of znode /01133289619/balancer because node does not exist (not necessarily an error) 2024-12-03T10:32:01,694 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01133289619/balancer already deleted, retry=false 2024-12-03T10:32:01,694 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:32:01,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:01,695 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Unable to get data of znode /01133289619/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:32:01,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:32:01,696 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:32:01,704 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01133289619/normalizer already deleted, retry=false 2024-12-03T10:32:01,704 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:32:01,705 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Unable to get data of znode /01133289619/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:32:01,712 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01133289619/switch/split already deleted, retry=false 2024-12-03T10:32:01,713 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Unable to get data of znode /01133289619/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:32:01,721 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01133289619/switch/merge already deleted, retry=false 2024-12-03T10:32:01,723 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Unable to get data of znode /01133289619/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:32:01,729 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01133289619/snapshot-cleanup already deleted, retry=false 2024-12-03T10:32:01,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01133289619/running 2024-12-03T10:32:01,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01133289619/running 2024-12-03T10:32:01,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:01,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:01,738 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,36677,1733221919725, sessionid=0x1019c0957390000, setting cluster-up flag (Was=false) 2024-12-03T10:32:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:01,779 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01133289619/flush-table-proc/acquired, /01133289619/flush-table-proc/reached, /01133289619/flush-table-proc/abort 2024-12-03T10:32:01,780 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,36677,1733221919725 2024-12-03T10:32:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:01,821 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01133289619/online-snapshot/acquired, /01133289619/online-snapshot/reached, /01133289619/online-snapshot/abort 2024-12-03T10:32:01,821 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,36677,1733221919725 2024-12-03T10:32:01,822 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:32:01,824 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:01,824 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:32:01,824 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:32:01,824 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,36677,1733221919725 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:32:01,825 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:01,825 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:01,825 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:01,825 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:01,825 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:32:01,825 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,825 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:32:01,825 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,827 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:01,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:32:01,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221951827 2024-12-03T10:32:01,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:32:01,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:32:01,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:32:01,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:32:01,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:32:01,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:32:01,827 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,827 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:01,828 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:32:01,828 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:32:01,828 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:32:01,828 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:32:01,828 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:32:01,831 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:32:01,831 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:32:01,835 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221921831,5,FailOnTimeoutGroup] 2024-12-03T10:32:01,835 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221921835,5,FailOnTimeoutGroup] 2024-12-03T10:32:01,835 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,835 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:32:01,835 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,835 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:32:01,914 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(746): ClusterId : 4b77db64-0553-4b07-aaac-e6af26b7a3d0 2024-12-03T10:32:01,914 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:32:01,921 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:32:01,921 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:32:01,929 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:32:01,930 DEBUG [RS:0;a78f5601770a:37479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40be90e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:32:01,939 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:37479 2024-12-03T10:32:01,939 INFO [RS:0;a78f5601770a:37479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:32:01,939 INFO [RS:0;a78f5601770a:37479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:32:01,939 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:32:01,939 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,36677,1733221919725 with port=37479, startcode=1733221919888 2024-12-03T10:32:01,940 DEBUG [RS:0;a78f5601770a:37479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:32:01,941 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:32:01,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36677 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,37479,1733221919888 2024-12-03T10:32:01,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36677 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,37479,1733221919888 2024-12-03T10:32:01,942 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365 2024-12-03T10:32:01,942 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42979 2024-12-03T10:32:01,942 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:32:01,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619/rs 2024-12-03T10:32:01,953 DEBUG [RS:0;a78f5601770a:37479 {}] zookeeper.ZKUtil(111): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Set watcher on existing znode=/01133289619/rs/a78f5601770a,37479,1733221919888 2024-12-03T10:32:01,953 WARN [RS:0;a78f5601770a:37479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:32:01,953 INFO [RS:0;a78f5601770a:37479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:01,953 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888 2024-12-03T10:32:01,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,37479,1733221919888] 2024-12-03T10:32:01,957 INFO [RS:0;a78f5601770a:37479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:32:01,958 INFO [RS:0;a78f5601770a:37479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:32:01,959 INFO [RS:0;a78f5601770a:37479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:32:01,959 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,959 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:32:01,960 INFO [RS:0;a78f5601770a:37479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:32:01,960 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:32:01,960 DEBUG [RS:0;a78f5601770a:37479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:32:01,960 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,960 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,961 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,961 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,961 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,961 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,37479,1733221919888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:32:01,973 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:32:01,973 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,37479,1733221919888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,973 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,973 INFO [RS:0;a78f5601770a:37479 {}] regionserver.Replication(171): a78f5601770a,37479,1733221919888 started 2024-12-03T10:32:01,984 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:01,984 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,37479,1733221919888, RpcServer on a78f5601770a/172.17.0.2:37479, sessionid=0x1019c0957390001 2024-12-03T10:32:01,984 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:32:01,984 DEBUG [RS:0;a78f5601770a:37479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,37479,1733221919888 2024-12-03T10:32:01,984 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,37479,1733221919888' 2024-12-03T10:32:01,984 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01133289619/flush-table-proc/abort' 2024-12-03T10:32:01,985 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01133289619/flush-table-proc/acquired' 2024-12-03T10:32:01,985 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:32:01,985 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:32:01,985 DEBUG [RS:0;a78f5601770a:37479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,37479,1733221919888 2024-12-03T10:32:01,985 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,37479,1733221919888' 2024-12-03T10:32:01,985 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01133289619/online-snapshot/abort' 2024-12-03T10:32:01,985 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01133289619/online-snapshot/acquired' 2024-12-03T10:32:01,985 DEBUG [RS:0;a78f5601770a:37479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:32:01,985 INFO [RS:0;a78f5601770a:37479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:32:01,985 INFO [RS:0;a78f5601770a:37479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:32:02,086 INFO [RS:0;a78f5601770a:37479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:32:02,087 INFO [RS:0;a78f5601770a:37479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C37479%2C1733221919888, suffix=, logDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888, archiveDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/oldWALs, maxLogs=10 2024-12-03T10:32:02,097 DEBUG [RS:0;a78f5601770a:37479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087, exclude list is [], retry=0 2024-12-03T10:32:02,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44709,DS-92c8f1ce-ef9c-4486-9777-bb9d58315488,DISK] 2024-12-03T10:32:02,101 INFO [RS:0;a78f5601770a:37479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 2024-12-03T10:32:02,101 DEBUG [RS:0;a78f5601770a:37479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36585:36585)] 2024-12-03T10:32:02,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:32:02,240 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365 2024-12-03T10:32:02,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:32:02,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:02,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:32:02,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:32:02,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:02,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:02,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:32:02,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:32:02,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:02,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:02,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:32:02,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:32:02,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:02,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:02,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:32:02,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:32:02,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:02,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:02,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:32:02,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740 2024-12-03T10:32:02,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740 2024-12-03T10:32:02,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:32:02,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:32:02,652 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:02,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:32:02,654 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:02,654 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64739166, jitterRate=-0.0353112518787384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:02,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221922645Initializing all the Stores at 1733221922645Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221922645Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221922646 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221922646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221922646Cleaning up temporary data from old regions at 1733221922652 (+6 ms)Region opened successfully at 1733221922655 (+3 ms) 2024-12-03T10:32:02,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:32:02,655 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:32:02,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:32:02,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:32:02,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:32:02,655 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:32:02,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221922655Disabling compacts and flushes for region at 1733221922655Disabling writes for close at 1733221922655Writing region close event to WAL at 1733221922655Closed at 1733221922655 2024-12-03T10:32:02,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:02,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:32:02,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:32:02,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:32:02,657 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:32:02,807 DEBUG [a78f5601770a:36677 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:32:02,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,37479,1733221919888 2024-12-03T10:32:02,809 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,37479,1733221919888, state=OPENING 2024-12-03T10:32:02,835 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:32:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:02,846 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:32:02,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01133289619/meta-region-server: CHANGED 2024-12-03T10:32:02,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01133289619/meta-region-server: CHANGED 2024-12-03T10:32:02,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,37479,1733221919888}] 2024-12-03T10:32:02,998 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:32:03,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:32:03,002 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:32:03,002 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:03,002 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:32:03,004 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C37479%2C1733221919888.meta, suffix=.meta, logDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888, archiveDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/oldWALs, maxLogs=10 2024-12-03T10:32:03,014 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.meta.1733221923004.meta, exclude list is [], retry=0 2024-12-03T10:32:03,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44709,DS-92c8f1ce-ef9c-4486-9777-bb9d58315488,DISK] 2024-12-03T10:32:03,017 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.meta.1733221923004.meta 2024-12-03T10:32:03,017 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36585:36585)] 2024-12-03T10:32:03,017 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:03,018 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:03,018 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:32:03,018 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:32:03,018 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:32:03,018 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:32:03,018 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:03,018 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:32:03,018 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:32:03,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:32:03,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:32:03,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:03,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:03,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:32:03,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:32:03,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:03,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:03,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:32:03,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:32:03,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:03,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:03,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:32:03,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:32:03,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:03,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:03,022 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:32:03,023 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740 2024-12-03T10:32:03,024 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740 2024-12-03T10:32:03,024 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:32:03,024 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:32:03,025 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:03,025 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:32:03,026 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74621770, jitterRate=0.11195102334022522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:03,026 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:32:03,026 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221923018Writing region info on filesystem at 1733221923018Initializing all the Stores at 1733221923019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221923019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221923019Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221923019Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221923019Cleaning up temporary data from old regions at 1733221923024 (+5 ms)Running coprocessor post-open hooks at 1733221923026 (+2 ms)Region opened successfully at 1733221923026 2024-12-03T10:32:03,027 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221922998 2024-12-03T10:32:03,029 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:32:03,029 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:32:03,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,37479,1733221919888 2024-12-03T10:32:03,030 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,37479,1733221919888, state=OPEN 2024-12-03T10:32:03,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01133289619/meta-region-server 2024-12-03T10:32:03,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01133289619/meta-region-server 2024-12-03T10:32:03,065 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,37479,1733221919888 2024-12-03T10:32:03,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01133289619/meta-region-server: CHANGED 2024-12-03T10:32:03,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01133289619/meta-region-server: CHANGED 2024-12-03T10:32:03,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:32:03,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,37479,1733221919888 in 219 msec 2024-12-03T10:32:03,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:32:03,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-12-03T10:32:03,068 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:03,068 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:32:03,069 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:03,069 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,37479,1733221919888, seqNum=-1] 2024-12-03T10:32:03,069 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:03,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:03,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-12-03T10:32:03,075 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221923075, completionTime=-1 2024-12-03T10:32:03,075 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:32:03,075 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:32:03,076 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:32:03,076 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221983076 2024-12-03T10:32:03,076 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222043076 2024-12-03T10:32:03,076 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:32:03,077 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36677,1733221919725-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:03,077 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36677,1733221919725-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:03,077 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36677,1733221919725-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:03,077 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:36677, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:03,077 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:03,077 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:03,078 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:32:03,080 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.134sec 2024-12-03T10:32:03,080 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:32:03,080 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:32:03,080 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:32:03,080 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:32:03,080 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:32:03,080 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36677,1733221919725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:32:03,080 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36677,1733221919725-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:32:03,082 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:32:03,082 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:32:03,082 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36677,1733221919725-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:03,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca81938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:03,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,36677,-1 for getting cluster id 2024-12-03T10:32:03,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:03,116 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b77db64-0553-4b07-aaac-e6af26b7a3d0' 2024-12-03T10:32:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b77db64-0553-4b07-aaac-e6af26b7a3d0" 2024-12-03T10:32:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e821452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,36677,-1] 2024-12-03T10:32:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:03,117 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:03,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cbaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:03,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:03,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,37479,1733221919888, seqNum=-1] 2024-12-03T10:32:03,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:03,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:03,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,36677,1733221919725 2024-12-03T10:32:03,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60223 2024-12-03T10:32:03,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:03,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019c0957390002 connected 2024-12-03T10:32:03,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/hadoop.log.dir so I do NOT create it in target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c 2024-12-03T10:32:03,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:32:03,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/hadoop.tmp.dir so I do NOT create it in target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c 2024-12-03T10:32:03,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:32:03,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c 2024-12-03T10:32:03,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:32:03,148 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/cluster_00ecb60b-0ea3-76f3-8c36-1a2f181eb9f5, deleteOnExit=true 2024-12-03T10:32:03,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:32:03,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/test.cache.data in system properties and HBase conf 2024-12-03T10:32:03,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:32:03,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:32:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:32:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:32:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:32:03,149 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:32:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:32:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:32:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:32:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:32:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:32:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:32:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:32:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:32:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:32:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:32:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:32:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:32:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:32:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:32:03,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:03,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:32:03,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:32:03,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:32:03,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:32:03,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:03,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:32:03,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d87ce10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:32:03,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ff8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/java.io.tmpdir/jetty-localhost-35133-hadoop-hdfs-3_4_1-tests_jar-_-any-13446758718294371037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:32:03,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e53d0c1{HTTP/1.1, (http/1.1)}{localhost:35133} 2024-12-03T10:32:03,494 INFO [Time-limited test {}] server.Server(415): Started @201612ms 2024-12-03T10:32:03,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:03,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:32:03,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:32:03,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:32:03,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:32:03,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:32:03,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3660e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:32:03,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@422416e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/java.io.tmpdir/jetty-localhost-33869-hadoop-hdfs-3_4_1-tests_jar-_-any-7277840791263877343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:32:03,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8f1a53a{HTTP/1.1, (http/1.1)}{localhost:33869} 2024-12-03T10:32:03,806 INFO [Time-limited test {}] server.Server(415): Started @201923ms 2024-12-03T10:32:03,807 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:32:04,362 WARN [Thread-2321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/cluster_00ecb60b-0ea3-76f3-8c36-1a2f181eb9f5/data/data1/current/BP-65189738-172.17.0.2-1733221923165/current, will proceed with Du for space computation calculation, 2024-12-03T10:32:04,362 WARN [Thread-2322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/cluster_00ecb60b-0ea3-76f3-8c36-1a2f181eb9f5/data/data2/current/BP-65189738-172.17.0.2-1733221923165/current, will proceed with Du for space computation calculation, 2024-12-03T10:32:04,381 WARN [Thread-2309 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:32:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfacc8c1a1a44f653 with lease ID 0x38fcd4976d02378a: Processing first storage report for DS-7d24ca61-5b40-4adf-bda0-a42ba5d708a2 from datanode DatanodeRegistration(127.0.0.1:37575, datanodeUuid=fff6f536-eb4f-4233-aa63-827534de3373, infoPort=44569, infoSecurePort=0, ipcPort=42175, storageInfo=lv=-57;cid=testClusterID;nsid=371187932;c=1733221923165) 2024-12-03T10:32:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfacc8c1a1a44f653 with lease ID 0x38fcd4976d02378a: from storage DS-7d24ca61-5b40-4adf-bda0-a42ba5d708a2 node DatanodeRegistration(127.0.0.1:37575, datanodeUuid=fff6f536-eb4f-4233-aa63-827534de3373, infoPort=44569, infoSecurePort=0, ipcPort=42175, storageInfo=lv=-57;cid=testClusterID;nsid=371187932;c=1733221923165), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:32:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfacc8c1a1a44f653 with lease ID 0x38fcd4976d02378a: Processing first storage report for DS-2b7f04c4-3717-44b6-878e-d46bf1c62daf from datanode DatanodeRegistration(127.0.0.1:37575, datanodeUuid=fff6f536-eb4f-4233-aa63-827534de3373, infoPort=44569, infoSecurePort=0, ipcPort=42175, storageInfo=lv=-57;cid=testClusterID;nsid=371187932;c=1733221923165) 2024-12-03T10:32:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfacc8c1a1a44f653 with lease ID 0x38fcd4976d02378a: from storage DS-2b7f04c4-3717-44b6-878e-d46bf1c62daf node DatanodeRegistration(127.0.0.1:37575, datanodeUuid=fff6f536-eb4f-4233-aa63-827534de3373, infoPort=44569, infoSecurePort=0, ipcPort=42175, storageInfo=lv=-57;cid=testClusterID;nsid=371187932;c=1733221923165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:32:04,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c 2024-12-03T10:32:04,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:04,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:32:04,841 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2 with version=8 2024-12-03T10:32:04,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/hbase-staging 2024-12-03T10:32:04,843 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:32:04,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:04,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:04,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:32:04,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:04,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:32:04,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:32:04,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:32:04,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43053 2024-12-03T10:32:04,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43053 connecting to ZooKeeper ensemble=127.0.0.1:60223 2024-12-03T10:32:04,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430530x0, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:04,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43053-0x1019c0957390003 connected 2024-12-03T10:32:04,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:04,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:04,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Set watcher on znode that does not yet exist, /1-2141117909/running 2024-12-03T10:32:04,940 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2, hbase.cluster.distributed=false 2024-12-03T10:32:04,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Set watcher on znode that does not yet exist, /1-2141117909/acl 2024-12-03T10:32:04,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43053 2024-12-03T10:32:04,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43053 2024-12-03T10:32:04,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43053 2024-12-03T10:32:04,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43053 2024-12-03T10:32:04,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43053 2024-12-03T10:32:04,956 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:32:04,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:04,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:04,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:32:04,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:04,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:32:04,956 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:32:04,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:32:04,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41083 2024-12-03T10:32:04,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41083 connecting to ZooKeeper ensemble=127.0.0.1:60223 2024-12-03T10:32:04,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:04,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:04,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410830x0, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:04,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410830x0, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Set watcher on znode that does not yet exist, /1-2141117909/running 2024-12-03T10:32:04,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41083-0x1019c0957390004 connected 2024-12-03T10:32:04,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:32:04,971 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:32:04,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Set watcher on znode that does not yet exist, /1-2141117909/master 2024-12-03T10:32:04,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Set watcher on znode that does not yet exist, /1-2141117909/acl 2024-12-03T10:32:04,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41083 2024-12-03T10:32:04,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41083 2024-12-03T10:32:04,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41083 2024-12-03T10:32:04,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41083 2024-12-03T10:32:04,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41083 2024-12-03T10:32:04,987 DEBUG [M:0;a78f5601770a:43053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:43053 2024-12-03T10:32:04,987 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2141117909/backup-masters/a78f5601770a,43053,1733221924843 2024-12-03T10:32:04,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909/backup-masters 2024-12-03T10:32:04,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909/backup-masters 2024-12-03T10:32:04,996 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Set watcher on existing znode=/1-2141117909/backup-masters/a78f5601770a,43053,1733221924843 2024-12-03T10:32:05,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2141117909/master 2024-12-03T10:32:05,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:05,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:05,004 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Set watcher on existing znode=/1-2141117909/master 2024-12-03T10:32:05,004 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2141117909/backup-masters/a78f5601770a,43053,1733221924843 from backup master directory 2024-12-03T10:32:05,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2141117909/backup-masters/a78f5601770a,43053,1733221924843 2024-12-03T10:32:05,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909/backup-masters 2024-12-03T10:32:05,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909/backup-masters 2024-12-03T10:32:05,012 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:32:05,012 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,43053,1733221924843 2024-12-03T10:32:05,015 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/hbase.id] with ID: cb33f153-3847-40b4-9424-b1baa771c5dd 2024-12-03T10:32:05,015 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/.tmp/hbase.id 2024-12-03T10:32:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:32:05,419 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/.tmp/hbase.id]:[hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/hbase.id] 2024-12-03T10:32:05,427 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:05,427 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:32:05,428 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:32:05,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:05,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:05,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:32:05,866 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:05,866 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:32:05,866 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:05,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:32:06,272 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store 2024-12-03T10:32:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:32:06,680 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:06,680 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:32:06,680 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:06,681 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:06,681 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:32:06,681 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:06,681 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:06,681 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221926680Disabling compacts and flushes for region at 1733221926680Disabling writes for close at 1733221926681 (+1 ms)Writing region close event to WAL at 1733221926681Closed at 1733221926681 2024-12-03T10:32:06,681 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/.initializing 2024-12-03T10:32:06,681 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/WALs/a78f5601770a,43053,1733221924843 2024-12-03T10:32:06,682 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:32:06,683 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C43053%2C1733221924843, suffix=, logDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/WALs/a78f5601770a,43053,1733221924843, archiveDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/oldWALs, maxLogs=10 2024-12-03T10:32:06,694 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/WALs/a78f5601770a,43053,1733221924843/a78f5601770a%2C43053%2C1733221924843.1733221926683, exclude list is [], retry=0 2024-12-03T10:32:06,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37575,DS-7d24ca61-5b40-4adf-bda0-a42ba5d708a2,DISK] 2024-12-03T10:32:06,698 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/WALs/a78f5601770a,43053,1733221924843/a78f5601770a%2C43053%2C1733221924843.1733221926683 2024-12-03T10:32:06,698 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44569:44569)] 2024-12-03T10:32:06,698 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:06,698 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:06,698 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,698 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:32:06,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:06,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:06,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:32:06,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:06,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:06,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:32:06,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:06,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:06,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:32:06,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:06,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:06,704 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,705 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,705 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,706 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,706 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,706 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:06,707 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:06,709 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:06,709 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59330329, jitterRate=-0.11590920388698578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:06,709 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221926698Initializing all the Stores at 1733221926699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221926699Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221926699Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221926699Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221926699Cleaning up temporary data from old regions at 1733221926706 (+7 ms)Region opened successfully at 1733221926709 (+3 ms) 2024-12-03T10:32:06,709 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:32:06,711 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c3bc45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:32:06,712 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:32:06,712 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:32:06,712 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:32:06,712 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:32:06,712 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:32:06,713 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:32:06,713 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:32:06,714 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:32:06,714 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Unable to get data of znode /1-2141117909/balancer because node does not exist (not necessarily an error) 2024-12-03T10:32:06,752 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2141117909/balancer already deleted, retry=false 2024-12-03T10:32:06,752 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:32:06,753 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Unable to get data of znode /1-2141117909/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:32:06,762 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2141117909/normalizer already deleted, retry=false 2024-12-03T10:32:06,763 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:32:06,763 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Unable to get data of znode /1-2141117909/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:32:06,770 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2141117909/switch/split already deleted, retry=false 2024-12-03T10:32:06,771 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Unable to get data of znode /1-2141117909/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:32:06,779 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2141117909/switch/merge already deleted, retry=false 2024-12-03T10:32:06,780 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Unable to get data of znode /1-2141117909/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:32:06,787 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2141117909/snapshot-cleanup already deleted, retry=false 2024-12-03T10:32:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2141117909/running 2024-12-03T10:32:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2141117909/running 2024-12-03T10:32:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:06,796 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,43053,1733221924843, sessionid=0x1019c0957390003, setting cluster-up flag (Was=false) 2024-12-03T10:32:06,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:06,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:06,837 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2141117909/flush-table-proc/acquired, /1-2141117909/flush-table-proc/reached, /1-2141117909/flush-table-proc/abort 2024-12-03T10:32:06,838 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,43053,1733221924843 2024-12-03T10:32:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:06,879 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2141117909/online-snapshot/acquired, /1-2141117909/online-snapshot/reached, /1-2141117909/online-snapshot/abort 2024-12-03T10:32:06,880 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,43053,1733221924843 2024-12-03T10:32:06,880 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:32:06,882 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:06,882 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:32:06,882 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:32:06,882 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,43053,1733221924843 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:32:06,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:06,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:06,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:06,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:06,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:32:06,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:06,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:32:06,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:06,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:06,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:32:06,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:06,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:32:06,888 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221956888 2024-12-03T10:32:06,888 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:32:06,888 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:32:06,888 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:32:06,888 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:32:06,888 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:32:06,888 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:32:06,895 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:06,896 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:32:06,896 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:32:06,896 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:32:06,896 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:32:06,899 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:32:06,899 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:32:06,900 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221926899,5,FailOnTimeoutGroup] 2024-12-03T10:32:06,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:32:06,903 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221926900,5,FailOnTimeoutGroup] 2024-12-03T10:32:06,903 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:06,903 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:32:06,903 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:06,903 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:06,981 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(746): ClusterId : cb33f153-3847-40b4-9424-b1baa771c5dd 2024-12-03T10:32:06,981 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:32:06,988 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:32:06,988 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:32:06,996 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:32:06,997 DEBUG [RS:0;a78f5601770a:41083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b10653f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:32:07,006 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:41083 2024-12-03T10:32:07,006 INFO [RS:0;a78f5601770a:41083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:32:07,006 INFO [RS:0;a78f5601770a:41083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:32:07,006 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:32:07,006 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,43053,1733221924843 with port=41083, startcode=1733221924956 2024-12-03T10:32:07,006 DEBUG [RS:0;a78f5601770a:41083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:32:07,007 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:32:07,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,41083,1733221924956 2024-12-03T10:32:07,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43053 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,41083,1733221924956 2024-12-03T10:32:07,009 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2 2024-12-03T10:32:07,009 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38749 2024-12-03T10:32:07,009 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:32:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909/rs 2024-12-03T10:32:07,065 DEBUG [RS:0;a78f5601770a:41083 {}] zookeeper.ZKUtil(111): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Set watcher on existing znode=/1-2141117909/rs/a78f5601770a,41083,1733221924956 2024-12-03T10:32:07,065 WARN [RS:0;a78f5601770a:41083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:32:07,065 INFO [RS:0;a78f5601770a:41083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:07,065 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956 2024-12-03T10:32:07,065 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,41083,1733221924956] 2024-12-03T10:32:07,068 INFO [RS:0;a78f5601770a:41083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:32:07,069 INFO [RS:0;a78f5601770a:41083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:32:07,069 INFO [RS:0;a78f5601770a:41083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:32:07,069 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:07,069 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:32:07,070 INFO [RS:0;a78f5601770a:41083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:32:07,070 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:32:07,070 DEBUG [RS:0;a78f5601770a:41083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:32:07,070 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:07,070 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:07,070 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:07,070 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:07,070 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:07,070 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41083,1733221924956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:32:07,081 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:32:07,081 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41083,1733221924956-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:07,082 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:07,082 INFO [RS:0;a78f5601770a:41083 {}] regionserver.Replication(171): a78f5601770a,41083,1733221924956 started 2024-12-03T10:32:07,091 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:07,092 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,41083,1733221924956, RpcServer on a78f5601770a/172.17.0.2:41083, sessionid=0x1019c0957390004 2024-12-03T10:32:07,092 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:32:07,092 DEBUG [RS:0;a78f5601770a:41083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,41083,1733221924956 2024-12-03T10:32:07,092 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,41083,1733221924956' 2024-12-03T10:32:07,092 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2141117909/flush-table-proc/abort' 2024-12-03T10:32:07,092 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2141117909/flush-table-proc/acquired' 2024-12-03T10:32:07,092 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:32:07,092 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:32:07,092 DEBUG [RS:0;a78f5601770a:41083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,41083,1733221924956 2024-12-03T10:32:07,092 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,41083,1733221924956' 2024-12-03T10:32:07,092 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2141117909/online-snapshot/abort' 2024-12-03T10:32:07,093 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2141117909/online-snapshot/acquired' 2024-12-03T10:32:07,093 DEBUG [RS:0;a78f5601770a:41083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:32:07,093 INFO [RS:0;a78f5601770a:41083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:32:07,093 INFO [RS:0;a78f5601770a:41083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:32:07,193 INFO [RS:0;a78f5601770a:41083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:32:07,194 INFO [RS:0;a78f5601770a:41083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C41083%2C1733221924956, suffix=, logDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956, archiveDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/oldWALs, maxLogs=10 2024-12-03T10:32:07,205 DEBUG [RS:0;a78f5601770a:41083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195, exclude list is [], retry=0 2024-12-03T10:32:07,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37575,DS-7d24ca61-5b40-4adf-bda0-a42ba5d708a2,DISK] 2024-12-03T10:32:07,208 INFO [RS:0;a78f5601770a:41083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 2024-12-03T10:32:07,208 DEBUG [RS:0;a78f5601770a:41083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44569:44569)] 2024-12-03T10:32:07,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:32:07,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T10:32:07,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:32:07,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T10:32:07,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:32:07,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T10:32:07,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:32:07,301 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2 2024-12-03T10:32:07,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:32:07,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:07,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:32:07,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:32:07,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:07,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:07,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:32:07,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:32:07,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:07,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:07,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:32:07,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:32:07,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:07,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:07,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:32:07,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:32:07,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:07,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:07,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:32:07,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740 2024-12-03T10:32:07,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740 2024-12-03T10:32:07,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:32:07,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:32:07,713 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:07,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:32:07,716 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:07,716 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65021037, jitterRate=-0.03111104667186737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:07,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221927707Initializing all the Stores at 1733221927707Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221927707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221927707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221927707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221927707Cleaning up temporary data from old regions at 1733221927713 (+6 ms)Region opened successfully at 1733221927716 (+3 ms) 2024-12-03T10:32:07,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:32:07,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:32:07,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:32:07,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:32:07,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:32:07,717 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:32:07,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221927716Disabling compacts and flushes for region at 1733221927716Disabling writes for close at 1733221927716Writing region close event to WAL at 1733221927717 (+1 ms)Closed at 1733221927717 2024-12-03T10:32:07,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:07,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:32:07,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:32:07,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:32:07,719 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:32:07,869 DEBUG [a78f5601770a:43053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:32:07,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,41083,1733221924956 2024-12-03T10:32:07,870 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,41083,1733221924956, state=OPENING 2024-12-03T10:32:07,902 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:32:07,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:07,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:07,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2141117909/meta-region-server: CHANGED 2024-12-03T10:32:07,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2141117909/meta-region-server: CHANGED 2024-12-03T10:32:07,913 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:32:07,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,41083,1733221924956}] 2024-12-03T10:32:07,957 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:32:08,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:32:08,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:32:08,068 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:32:08,068 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:08,069 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:32:08,070 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C41083%2C1733221924956.meta, suffix=.meta, logDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956, archiveDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/oldWALs, maxLogs=10 2024-12-03T10:32:08,085 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.meta.1733221928070.meta, exclude list is [], retry=0 2024-12-03T10:32:08,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37575,DS-7d24ca61-5b40-4adf-bda0-a42ba5d708a2,DISK] 2024-12-03T10:32:08,088 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.meta.1733221928070.meta 2024-12-03T10:32:08,088 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44569:44569)] 2024-12-03T10:32:08,088 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:08,088 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:08,089 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:32:08,089 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:32:08,089 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:32:08,089 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:32:08,089 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:08,089 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:32:08,089 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:32:08,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:32:08,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:32:08,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:08,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:08,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:32:08,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:32:08,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:08,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:08,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:32:08,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:32:08,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:08,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:08,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:32:08,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:32:08,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:08,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:08,093 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:32:08,094 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740 2024-12-03T10:32:08,094 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740 2024-12-03T10:32:08,095 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:32:08,096 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:32:08,096 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:08,097 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:32:08,097 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64552092, jitterRate=-0.03809887170791626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:08,097 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:32:08,098 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221928089Writing region info on filesystem at 1733221928089Initializing all the Stores at 1733221928089Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221928090 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221928090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221928090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221928090Cleaning up temporary data from old regions at 1733221928096 (+6 ms)Running coprocessor post-open hooks at 1733221928097 (+1 ms)Region opened successfully at 1733221928098 (+1 ms) 2024-12-03T10:32:08,098 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221928064 2024-12-03T10:32:08,100 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:32:08,100 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:32:08,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,41083,1733221924956 2024-12-03T10:32:08,100 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,41083,1733221924956, state=OPEN 2024-12-03T10:32:08,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2141117909/meta-region-server 2024-12-03T10:32:08,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2141117909/meta-region-server 2024-12-03T10:32:08,110 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,41083,1733221924956 2024-12-03T10:32:08,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2141117909/meta-region-server: CHANGED 2024-12-03T10:32:08,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2141117909/meta-region-server: CHANGED 2024-12-03T10:32:08,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:32:08,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,41083,1733221924956 in 197 msec 2024-12-03T10:32:08,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:32:08,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-12-03T10:32:08,114 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:08,114 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:32:08,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:08,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,41083,1733221924956, seqNum=-1] 2024-12-03T10:32:08,115 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:08,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:08,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-12-03T10:32:08,120 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221928120, completionTime=-1 2024-12-03T10:32:08,120 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:32:08,120 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:32:08,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:32:08,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221988122 2024-12-03T10:32:08,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222048122 2024-12-03T10:32:08,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:32:08,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,43053,1733221924843-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:08,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,43053,1733221924843-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:08,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,43053,1733221924843-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:08,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:43053, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:08,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:08,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:08,124 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:32:08,126 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.114sec 2024-12-03T10:32:08,126 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:32:08,126 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:32:08,126 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:32:08,126 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:32:08,126 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:32:08,126 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,43053,1733221924843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:32:08,126 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,43053,1733221924843-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:32:08,128 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:32:08,128 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:32:08,128 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,43053,1733221924843-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:08,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a00ffe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:08,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,43053,-1 for getting cluster id 2024-12-03T10:32:08,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:08,182 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb33f153-3847-40b4-9424-b1baa771c5dd' 2024-12-03T10:32:08,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb33f153-3847-40b4-9424-b1baa771c5dd" 2024-12-03T10:32:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7d34e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,43053,-1] 2024-12-03T10:32:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:08,183 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:08,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16523082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:08,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:08,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,41083,1733221924956, seqNum=-1] 2024-12-03T10:32:08,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:08,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:08,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,43053,1733221924843 2024-12-03T10:32:08,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60223 2024-12-03T10:32:08,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:08,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019c0957390005 connected 2024-12-03T10:32:08,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,36677,1733221919725 2024-12-03T10:32:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b257d6 2024-12-03T10:32:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:08,207 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:08,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:32:08,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:32:08,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:08,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:32:08,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:32:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:08,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:32:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:08,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:32:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:08,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:08,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:08,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:08,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:08,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:08,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:08,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:08,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:08,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:08,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:08,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05bff5261e9982aacfc2c8ff5944aa20, NAME => 'test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365 2024-12-03T10:32:08,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:32:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:09,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:09,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 05bff5261e9982aacfc2c8ff5944aa20, disabling compactions & flushes 2024-12-03T10:32:09,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:09,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:09,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. after waiting 0 ms 2024-12-03T10:32:09,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:09,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:09,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05bff5261e9982aacfc2c8ff5944aa20: Waiting for close lock at 1733221929025Disabling compacts and flushes for region at 1733221929025Disabling writes for close at 1733221929025Writing region close event to WAL at 1733221929025Closed at 1733221929025 2024-12-03T10:32:09,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:32:09,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733221929026"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221929026"}]},"ts":"1733221929026"} 2024-12-03T10:32:09,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:32:09,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:32:09,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221929029"}]},"ts":"1733221929029"} 2024-12-03T10:32:09,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:32:09,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05bff5261e9982aacfc2c8ff5944aa20, ASSIGN}] 2024-12-03T10:32:09,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05bff5261e9982aacfc2c8ff5944aa20, ASSIGN 2024-12-03T10:32:09,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=05bff5261e9982aacfc2c8ff5944aa20, ASSIGN; state=OFFLINE, location=a78f5601770a,37479,1733221919888; forceNewPlan=false, retain=false 2024-12-03T10:32:09,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05bff5261e9982aacfc2c8ff5944aa20, regionState=OPENING, regionLocation=a78f5601770a,37479,1733221919888 2024-12-03T10:32:09,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=05bff5261e9982aacfc2c8ff5944aa20, ASSIGN because future has completed 2024-12-03T10:32:09,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05bff5261e9982aacfc2c8ff5944aa20, server=a78f5601770a,37479,1733221919888}] 2024-12-03T10:32:09,339 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:09,339 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05bff5261e9982aacfc2c8ff5944aa20, NAME => 'test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:09,339 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:09,339 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:32:09,340 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,340 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:09,340 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,340 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,341 INFO [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,341 INFO [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05bff5261e9982aacfc2c8ff5944aa20 columnFamilyName f 2024-12-03T10:32:09,342 DEBUG [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:09,342 INFO [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] regionserver.HStore(327): Store=05bff5261e9982aacfc2c8ff5944aa20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:09,342 INFO [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,342 INFO [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05bff5261e9982aacfc2c8ff5944aa20 columnFamilyName f1 2024-12-03T10:32:09,342 DEBUG [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:09,343 INFO [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] regionserver.HStore(327): Store=05bff5261e9982aacfc2c8ff5944aa20/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:09,343 INFO [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,343 INFO [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05bff5261e9982aacfc2c8ff5944aa20 columnFamilyName norep 2024-12-03T10:32:09,343 DEBUG [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:09,344 INFO [StoreOpener-05bff5261e9982aacfc2c8ff5944aa20-1 {}] regionserver.HStore(327): Store=05bff5261e9982aacfc2c8ff5944aa20/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:09,344 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,344 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,345 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:09,345 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,345 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,346 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:32:09,347 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,348 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:09,348 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05bff5261e9982aacfc2c8ff5944aa20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72963175, jitterRate=0.08723603188991547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:32:09,348 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:09,349 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05bff5261e9982aacfc2c8ff5944aa20: Running coprocessor pre-open hook at 1733221929340Writing region info on filesystem at 1733221929340Initializing all the Stores at 1733221929340Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221929340Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221929340Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221929341 (+1 ms)Cleaning up temporary data from old regions at 1733221929345 (+4 ms)Running coprocessor post-open hooks at 1733221929348 (+3 ms)Region opened successfully at 1733221929349 (+1 ms) 2024-12-03T10:32:09,349 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20., pid=6, masterSystemTime=1733221929336 2024-12-03T10:32:09,351 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:09,351 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:09,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05bff5261e9982aacfc2c8ff5944aa20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,37479,1733221919888 2024-12-03T10:32:09,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05bff5261e9982aacfc2c8ff5944aa20, server=a78f5601770a,37479,1733221919888 because future has completed 2024-12-03T10:32:09,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:32:09,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05bff5261e9982aacfc2c8ff5944aa20, server=a78f5601770a,37479,1733221919888 in 168 msec 2024-12-03T10:32:09,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:32:09,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=05bff5261e9982aacfc2c8ff5944aa20, ASSIGN in 324 msec 2024-12-03T10:32:09,356 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:32:09,357 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221929356"}]},"ts":"1733221929356"} 2024-12-03T10:32:09,358 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:32:09,359 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:32:09,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-03T10:32:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:10,356 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:32:10,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:10,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,43053,1733221924843 2024-12-03T10:32:10,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5631f0a 2024-12-03T10:32:10,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:10,357 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:10,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:32:10,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:32:10,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:10,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:32:10,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:32:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:32:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:10,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7449a9bf66eb927878c5e78fb35dc4ae, NAME => 'test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2 2024-12-03T10:32:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:32:10,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:10,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7449a9bf66eb927878c5e78fb35dc4ae, disabling compactions & flushes 2024-12-03T10:32:10,772 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:10,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:10,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. after waiting 0 ms 2024-12-03T10:32:10,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:10,772 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:10,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7449a9bf66eb927878c5e78fb35dc4ae: Waiting for close lock at 1733221930772Disabling compacts and flushes for region at 1733221930772Disabling writes for close at 1733221930772Writing region close event to WAL at 1733221930772Closed at 1733221930772 2024-12-03T10:32:10,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:32:10,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733221930773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221930773"}]},"ts":"1733221930773"} 2024-12-03T10:32:10,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:32:10,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:32:10,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221930776"}]},"ts":"1733221930776"} 2024-12-03T10:32:10,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:32:10,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7449a9bf66eb927878c5e78fb35dc4ae, ASSIGN}] 2024-12-03T10:32:10,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7449a9bf66eb927878c5e78fb35dc4ae, ASSIGN 2024-12-03T10:32:10,779 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7449a9bf66eb927878c5e78fb35dc4ae, ASSIGN; state=OFFLINE, location=a78f5601770a,41083,1733221924956; forceNewPlan=false, retain=false 2024-12-03T10:32:10,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7449a9bf66eb927878c5e78fb35dc4ae, regionState=OPENING, regionLocation=a78f5601770a,41083,1733221924956 2024-12-03T10:32:10,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7449a9bf66eb927878c5e78fb35dc4ae, ASSIGN because future has completed 2024-12-03T10:32:10,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7449a9bf66eb927878c5e78fb35dc4ae, server=a78f5601770a,41083,1733221924956}] 2024-12-03T10:32:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:11,086 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:11,086 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7449a9bf66eb927878c5e78fb35dc4ae, NAME => 'test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:11,087 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:11,087 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:32:11,087 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,087 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:11,087 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,087 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,088 INFO [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,089 INFO [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7449a9bf66eb927878c5e78fb35dc4ae columnFamilyName f 2024-12-03T10:32:11,089 DEBUG [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:11,089 INFO [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] regionserver.HStore(327): Store=7449a9bf66eb927878c5e78fb35dc4ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:11,089 INFO [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,090 INFO [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7449a9bf66eb927878c5e78fb35dc4ae columnFamilyName f1 2024-12-03T10:32:11,090 DEBUG [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:11,090 INFO [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] regionserver.HStore(327): Store=7449a9bf66eb927878c5e78fb35dc4ae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:11,090 INFO [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,091 INFO [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7449a9bf66eb927878c5e78fb35dc4ae columnFamilyName norep 2024-12-03T10:32:11,091 DEBUG [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:11,091 INFO [StoreOpener-7449a9bf66eb927878c5e78fb35dc4ae-1 {}] regionserver.HStore(327): Store=7449a9bf66eb927878c5e78fb35dc4ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:11,091 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,092 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,092 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,093 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,093 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,093 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:32:11,094 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,096 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:11,096 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7449a9bf66eb927878c5e78fb35dc4ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60320619, jitterRate=-0.10115273296833038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:32:11,096 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:11,096 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7449a9bf66eb927878c5e78fb35dc4ae: Running coprocessor pre-open hook at 1733221931087Writing region info on filesystem at 1733221931087Initializing all the Stores at 1733221931088 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221931088Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221931088Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221931088Cleaning up temporary data from old regions at 1733221931093 (+5 ms)Running coprocessor post-open hooks at 1733221931096 (+3 ms)Region opened successfully at 1733221931096 2024-12-03T10:32:11,097 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae., pid=6, masterSystemTime=1733221931083 2024-12-03T10:32:11,099 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:11,099 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:11,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7449a9bf66eb927878c5e78fb35dc4ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,41083,1733221924956 2024-12-03T10:32:11,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7449a9bf66eb927878c5e78fb35dc4ae, server=a78f5601770a,41083,1733221924956 because future has completed 2024-12-03T10:32:11,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:32:11,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7449a9bf66eb927878c5e78fb35dc4ae, server=a78f5601770a,41083,1733221924956 in 169 msec 2024-12-03T10:32:11,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:32:11,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7449a9bf66eb927878c5e78fb35dc4ae, ASSIGN in 325 msec 2024-12-03T10:32:11,105 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:32:11,105 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221931105"}]},"ts":"1733221931105"} 2024-12-03T10:32:11,106 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:32:11,107 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:32:11,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-12-03T10:32:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:11,496 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:32:11,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014d970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,36677,-1 for getting cluster id 2024-12-03T10:32:11,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:11,497 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b77db64-0553-4b07-aaac-e6af26b7a3d0' 2024-12-03T10:32:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b77db64-0553-4b07-aaac-e6af26b7a3d0" 2024-12-03T10:32:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2b4b3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,36677,-1] 2024-12-03T10:32:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:11,498 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf69712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,43053,-1 for getting cluster id 2024-12-03T10:32:11,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:11,500 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb33f153-3847-40b4-9424-b1baa771c5dd' 2024-12-03T10:32:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb33f153-3847-40b4-9424-b1baa771c5dd" 2024-12-03T10:32:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c962d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,43053,-1] 2024-12-03T10:32:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:11,501 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:11,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ae4cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,36677,-1 for getting cluster id 2024-12-03T10:32:11,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:11,503 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b77db64-0553-4b07-aaac-e6af26b7a3d0' 2024-12-03T10:32:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b77db64-0553-4b07-aaac-e6af26b7a3d0" 2024-12-03T10:32:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71597dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,36677,-1] 2024-12-03T10:32:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:11,504 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a736de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:11,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,36677,1733221919725 2024-12-03T10:32:11,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33bf2275 2024-12-03T10:32:11,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:11,506 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:11,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:43053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:32:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:32:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:11,508 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:43053' 2024-12-03T10:32:11,509 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fbceec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,509 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,43053,-1 for getting cluster id 2024-12-03T10:32:11,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:11,509 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb33f153-3847-40b4-9424-b1baa771c5dd' 2024-12-03T10:32:11,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:11,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb33f153-3847-40b4-9424-b1baa771c5dd" 2024-12-03T10:32:11,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcdbfab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,43053,-1] 2024-12-03T10:32:11,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:11,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:11,511 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:11,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c94307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:11,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:11,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,43053,1733221924843 2024-12-03T10:32:11,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bfec498 2024-12-03T10:32:11,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:11,513 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:11,513 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:32:11,513 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:32:11,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:11,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:11,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:11,514 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:11,515 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:32:11,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:32:11,516 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:11,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:32:11,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:32:11,565 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:32:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:11,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:11,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:32:11,746 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18248 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:32:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:11,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d0202461a7ab64889c5dae007fddce6, NAME => 'hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365 2024-12-03T10:32:11,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:32:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:12,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:12,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d0202461a7ab64889c5dae007fddce6, disabling compactions & flushes 2024-12-03T10:32:12,328 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:12,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:12,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. after waiting 0 ms 2024-12-03T10:32:12,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:12,328 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:12,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d0202461a7ab64889c5dae007fddce6: Waiting for close lock at 1733221932328Disabling compacts and flushes for region at 1733221932328Disabling writes for close at 1733221932328Writing region close event to WAL at 1733221932328Closed at 1733221932328 2024-12-03T10:32:12,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:32:12,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221932330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221932330"}]},"ts":"1733221932330"} 2024-12-03T10:32:12,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:32:12,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:32:12,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221932332"}]},"ts":"1733221932332"} 2024-12-03T10:32:12,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:32:12,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d0202461a7ab64889c5dae007fddce6, ASSIGN}] 2024-12-03T10:32:12,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d0202461a7ab64889c5dae007fddce6, ASSIGN 2024-12-03T10:32:12,336 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d0202461a7ab64889c5dae007fddce6, ASSIGN; state=OFFLINE, location=a78f5601770a,37479,1733221919888; forceNewPlan=false, retain=false 2024-12-03T10:32:12,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d0202461a7ab64889c5dae007fddce6, regionState=OPENING, regionLocation=a78f5601770a,37479,1733221919888 2024-12-03T10:32:12,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d0202461a7ab64889c5dae007fddce6, ASSIGN because future has completed 2024-12-03T10:32:12,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d0202461a7ab64889c5dae007fddce6, server=a78f5601770a,37479,1733221919888}] 2024-12-03T10:32:12,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:12,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:12,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:32:12,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C37479%2C1733221919888.rep, suffix=, logDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888, archiveDir=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/oldWALs, maxLogs=10 2024-12-03T10:32:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:12,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.rep.1733221932644, exclude list is [], retry=0 2024-12-03T10:32:12,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44709,DS-92c8f1ce-ef9c-4486-9777-bb9d58315488,DISK] 2024-12-03T10:32:12,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.rep.1733221932644 2024-12-03T10:32:12,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36585:36585)] 2024-12-03T10:32:12,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d0202461a7ab64889c5dae007fddce6, NAME => 'hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:12,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:12,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:32:12,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. service=MultiRowMutationService 2024-12-03T10:32:12,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:32:12,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:12,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,660 INFO [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,661 INFO [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d0202461a7ab64889c5dae007fddce6 columnFamilyName hfileref 2024-12-03T10:32:12,661 DEBUG [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:12,661 INFO [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] regionserver.HStore(327): Store=0d0202461a7ab64889c5dae007fddce6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:12,661 INFO [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,662 INFO [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d0202461a7ab64889c5dae007fddce6 columnFamilyName queue 2024-12-03T10:32:12,662 DEBUG [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:12,662 INFO [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] regionserver.HStore(327): Store=0d0202461a7ab64889c5dae007fddce6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:12,662 INFO [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,663 INFO [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d0202461a7ab64889c5dae007fddce6 columnFamilyName sid 2024-12-03T10:32:12,663 DEBUG [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:12,663 INFO [StoreOpener-0d0202461a7ab64889c5dae007fddce6-1 {}] regionserver.HStore(327): Store=0d0202461a7ab64889c5dae007fddce6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:12,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/replication/0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/replication/0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:32:12,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/replication/0d0202461a7ab64889c5dae007fddce6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:12,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d0202461a7ab64889c5dae007fddce6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74881811, jitterRate=0.11582593619823456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:32:12,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:12,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d0202461a7ab64889c5dae007fddce6: Running coprocessor pre-open hook at 1733221932659Writing region info on filesystem at 1733221932659Initializing all the Stores at 1733221932660 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221932660Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221932660Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221932660Cleaning up temporary data from old regions at 1733221932665 (+5 ms)Running coprocessor post-open hooks at 1733221932667 (+2 ms)Region opened successfully at 1733221932667 2024-12-03T10:32:12,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6., pid=10, masterSystemTime=1733221932640 2024-12-03T10:32:12,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:12,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:12,670 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d0202461a7ab64889c5dae007fddce6, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,37479,1733221919888 2024-12-03T10:32:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d0202461a7ab64889c5dae007fddce6, server=a78f5601770a,37479,1733221919888 because future has completed 2024-12-03T10:32:12,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:32:12,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d0202461a7ab64889c5dae007fddce6, server=a78f5601770a,37479,1733221919888 in 184 msec 2024-12-03T10:32:12,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:32:12,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d0202461a7ab64889c5dae007fddce6, ASSIGN in 340 msec 2024-12-03T10:32:12,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:32:12,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221932676"}]},"ts":"1733221932676"} 2024-12-03T10:32:12,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:32:12,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:32:12,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-03T10:32:12,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6., hostname=a78f5601770a,37479,1733221919888, seqNum=2] 2024-12-03T10:32:12,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:12,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:12,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:32:12,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:32:12,948 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:32:12,972 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,37479,1733221919888, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:32:12,972 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:12,972 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,37479,1733221919888, seqNum=-1] 2024-12-03T10:32:12,973 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:12,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T10:32:12,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,37479,1733221919888', locateType=CURRENT is [region=hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6., hostname=a78f5601770a,37479,1733221919888, seqNum=2] 2024-12-03T10:32:12,976 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:32:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:32:12,978 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,37479,1733221919888 suceeded 2024-12-03T10:32:12,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:32:12,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-03T10:32:12,980 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:43053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:32:12,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-12-03T10:32:12,988 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:43053' 2024-12-03T10:32:12,989 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c031e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:12,989 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,43053,-1 for getting cluster id 2024-12-03T10:32:12,989 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:12,990 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb33f153-3847-40b4-9424-b1baa771c5dd' 2024-12-03T10:32:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb33f153-3847-40b4-9424-b1baa771c5dd" 2024-12-03T10:32:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b0de334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,43053,-1] 2024-12-03T10:32:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:12,991 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:12,991 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@544361ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:12,992 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:12,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,43053,1733221924843 2024-12-03T10:32:12,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73e7442 2024-12-03T10:32:12,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:12,993 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-03T10:32:12,993 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,37479,1733221919888 (queues=1) is replicating from cluster=4b77db64-0553-4b07-aaac-e6af26b7a3d0 to cluster=cb33f153-3847-40b4-9424-b1baa771c5dd 2024-12-03T10:32:12,993 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C37479%2C1733221919888 2024-12-03T10:32:12,994 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,37479,1733221919888, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:32:12,994 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C37479%2C1733221919888 2024-12-03T10:32:12,994 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087, startPosition=0, beingWritten=true 2024-12-03T10:32:12,999 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:12,999 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 379, reset compression=false 2024-12-03T10:32:12,999 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,37479,1733221919888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:13,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T10:32:13,203 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 379, reset compression=false 2024-12-03T10:32:13,506 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 379, reset compression=false 2024-12-03T10:32:13,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:32:13,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:13,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:13,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:13,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:13,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:13,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:13,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:13,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:13,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:13,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:13,656 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:32:13,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:32:13,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:13,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:13,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:13,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:13,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:13,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,43053,-1 for getting cluster id 2024-12-03T10:32:13,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:13,657 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb33f153-3847-40b4-9424-b1baa771c5dd' 2024-12-03T10:32:13,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:13,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb33f153-3847-40b4-9424-b1baa771c5dd" 2024-12-03T10:32:13,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1862e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:13,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,43053,-1] 2024-12-03T10:32:13,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:13,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:13,658 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12680aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:13,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,43053,1733221924843 2024-12-03T10:32:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef0399e 2024-12-03T10:32:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:13,660 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:13,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:36677,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:32:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:32:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:13,662 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:36677' 2024-12-03T10:32:13,663 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1907ffaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:13,663 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,36677,-1 for getting cluster id 2024-12-03T10:32:13,663 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:13,663 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b77db64-0553-4b07-aaac-e6af26b7a3d0' 2024-12-03T10:32:13,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:13,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b77db64-0553-4b07-aaac-e6af26b7a3d0" 2024-12-03T10:32:13,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a92dafb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:13,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,36677,-1] 2024-12-03T10:32:13,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:13,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:13,664 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:13,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2436d1de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:13,665 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:13,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,36677,1733221919725 2024-12-03T10:32:13,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@694e26ac 2024-12-03T10:32:13,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:13,666 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:13,667 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T10:32:13,667 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:32:13,667 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:13,667 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:13,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:13,667 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:13,668 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:32:13,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:32:13,669 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:13,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:32:13,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:32:13,718 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:32:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:13,910 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 379, reset compression=false 2024-12-03T10:32:13,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T10:32:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:14,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0395fc4c64e27c1b71884c21a9a4a3fa, NAME => 'hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2 2024-12-03T10:32:14,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:32:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:14,414 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 379, reset compression=false 2024-12-03T10:32:14,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:14,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0395fc4c64e27c1b71884c21a9a4a3fa, disabling compactions & flushes 2024-12-03T10:32:14,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:14,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:14,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. after waiting 0 ms 2024-12-03T10:32:14,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:14,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:14,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0395fc4c64e27c1b71884c21a9a4a3fa: Waiting for close lock at 1733221934480Disabling compacts and flushes for region at 1733221934480Disabling writes for close at 1733221934480Writing region close event to WAL at 1733221934480Closed at 1733221934480 2024-12-03T10:32:14,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:32:14,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221934481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221934481"}]},"ts":"1733221934481"} 2024-12-03T10:32:14,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:32:14,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:32:14,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221934484"}]},"ts":"1733221934484"} 2024-12-03T10:32:14,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:32:14,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0395fc4c64e27c1b71884c21a9a4a3fa, ASSIGN}] 2024-12-03T10:32:14,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0395fc4c64e27c1b71884c21a9a4a3fa, ASSIGN 2024-12-03T10:32:14,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0395fc4c64e27c1b71884c21a9a4a3fa, ASSIGN; state=OFFLINE, location=a78f5601770a,41083,1733221924956; forceNewPlan=false, retain=false 2024-12-03T10:32:14,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0395fc4c64e27c1b71884c21a9a4a3fa, regionState=OPENING, regionLocation=a78f5601770a,41083,1733221924956 2024-12-03T10:32:14,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0395fc4c64e27c1b71884c21a9a4a3fa, ASSIGN because future has completed 2024-12-03T10:32:14,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0395fc4c64e27c1b71884c21a9a4a3fa, server=a78f5601770a,41083,1733221924956}] 2024-12-03T10:32:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:14,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:14,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:14,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:32:14,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C41083%2C1733221924956.rep, suffix=, logDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956, archiveDir=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/oldWALs, maxLogs=10 2024-12-03T10:32:14,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.rep.1733221934797, exclude list is [], retry=0 2024-12-03T10:32:14,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37575,DS-7d24ca61-5b40-4adf-bda0-a42ba5d708a2,DISK] 2024-12-03T10:32:14,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.rep.1733221934797 2024-12-03T10:32:14,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44569:44569)] 2024-12-03T10:32:14,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0395fc4c64e27c1b71884c21a9a4a3fa, NAME => 'hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:14,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:32:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. service=MultiRowMutationService 2024-12-03T10:32:14,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:32:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,814 INFO [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,815 INFO [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0395fc4c64e27c1b71884c21a9a4a3fa columnFamilyName hfileref 2024-12-03T10:32:14,815 DEBUG [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:14,816 INFO [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] regionserver.HStore(327): Store=0395fc4c64e27c1b71884c21a9a4a3fa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:14,816 INFO [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,816 INFO [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0395fc4c64e27c1b71884c21a9a4a3fa columnFamilyName queue 2024-12-03T10:32:14,816 DEBUG [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:14,817 INFO [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] regionserver.HStore(327): Store=0395fc4c64e27c1b71884c21a9a4a3fa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:14,817 INFO [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,817 INFO [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0395fc4c64e27c1b71884c21a9a4a3fa columnFamilyName sid 2024-12-03T10:32:14,817 DEBUG [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:14,818 INFO [StoreOpener-0395fc4c64e27c1b71884c21a9a4a3fa-1 {}] regionserver.HStore(327): Store=0395fc4c64e27c1b71884c21a9a4a3fa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:14,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/replication/0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/replication/0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:32:14,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/replication/0395fc4c64e27c1b71884c21a9a4a3fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:14,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0395fc4c64e27c1b71884c21a9a4a3fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71184884, jitterRate=0.060737431049346924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:32:14,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:14,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0395fc4c64e27c1b71884c21a9a4a3fa: Running coprocessor pre-open hook at 1733221934813Writing region info on filesystem at 1733221934813Initializing all the Stores at 1733221934814 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221934814Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221934814Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221934814Cleaning up temporary data from old regions at 1733221934819 (+5 ms)Running coprocessor post-open hooks at 1733221934822 (+3 ms)Region opened successfully at 1733221934822 2024-12-03T10:32:14,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa., pid=10, masterSystemTime=1733221934792 2024-12-03T10:32:14,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:14,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:14,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0395fc4c64e27c1b71884c21a9a4a3fa, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,41083,1733221924956 2024-12-03T10:32:14,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0395fc4c64e27c1b71884c21a9a4a3fa, server=a78f5601770a,41083,1733221924956 because future has completed 2024-12-03T10:32:14,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:32:14,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0395fc4c64e27c1b71884c21a9a4a3fa, server=a78f5601770a,41083,1733221924956 in 187 msec 2024-12-03T10:32:14,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:32:14,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0395fc4c64e27c1b71884c21a9a4a3fa, ASSIGN in 343 msec 2024-12-03T10:32:14,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:32:14,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221934831"}]},"ts":"1733221934831"} 2024-12-03T10:32:14,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:32:14,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:32:14,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-03T10:32:14,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa., hostname=a78f5601770a,41083,1733221924956, seqNum=2] 2024-12-03T10:32:14,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:14,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:14,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:32:15,029 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 379, reset compression=false 2024-12-03T10:32:15,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:32:15,090 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:32:15,113 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,41083,1733221924956, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:32:15,113 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:15,113 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,41083,1733221924956, seqNum=-1] 2024-12-03T10:32:15,113 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:15,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T10:32:15,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,41083,1733221924956', locateType=CURRENT is [region=hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa., hostname=a78f5601770a,41083,1733221924956, seqNum=2] 2024-12-03T10:32:15,117 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:32:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:32:15,119 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,41083,1733221924956 suceeded 2024-12-03T10:32:15,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:32:15,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T10:32:15,121 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:36677,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:32:15,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4610 sec 2024-12-03T10:32:15,134 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:36677' 2024-12-03T10:32:15,135 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bbc5bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:15,135 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,36677,-1 for getting cluster id 2024-12-03T10:32:15,136 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:15,136 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b77db64-0553-4b07-aaac-e6af26b7a3d0' 2024-12-03T10:32:15,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b77db64-0553-4b07-aaac-e6af26b7a3d0" 2024-12-03T10:32:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45856d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,36677,-1] 2024-12-03T10:32:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:15,138 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:15,138 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c87b7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:15,138 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:15,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,36677,1733221919725 2024-12-03T10:32:15,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b0a6fbb 2024-12-03T10:32:15,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:15,140 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-03T10:32:15,140 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,41083,1733221924956 (queues=1) is replicating from cluster=cb33f153-3847-40b4-9424-b1baa771c5dd to cluster=4b77db64-0553-4b07-aaac-e6af26b7a3d0 2024-12-03T10:32:15,140 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C41083%2C1733221924956 2024-12-03T10:32:15,140 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,41083,1733221924956, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:32:15,141 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195, startPosition=0, beingWritten=true 2024-12-03T10:32:15,141 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C41083%2C1733221924956 2024-12-03T10:32:15,144 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:15,144 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 379, reset compression=false 2024-12-03T10:32:15,144 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,41083,1733221924956 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:15,347 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 379, reset compression=false 2024-12-03T10:32:15,650 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 379, reset compression=false 2024-12-03T10:32:15,733 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 379, reset compression=false 2024-12-03T10:32:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:15,806 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:32:15,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:32:15,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:15,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:15,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:15,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:15,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:15,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,37479,1733221919888, seqNum=-1] 2024-12-03T10:32:15,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:15,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20., hostname=a78f5601770a,37479,1733221919888, seqNum=2] 2024-12-03T10:32:15,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:15,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,41083,1733221924956, seqNum=-1] 2024-12-03T10:32:15,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:15,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae., hostname=a78f5601770a,41083,1733221924956, seqNum=2] 2024-12-03T10:32:15,816 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T10:32:16,053 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 379, reset compression=false 2024-12-03T10:32:16,537 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 379, reset compression=false 2024-12-03T10:32:16,541 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:16,541 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 480, reset compression=false 2024-12-03T10:32:16,541 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,37479,1733221919888 got entry batch from reader: WALEntryBatch [walEntries=[{test/05bff5261e9982aacfc2c8ff5944aa20/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T10:32:16,543 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:32:16,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-03T10:32:16,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:16,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11a3168b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:16,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41083 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,43053,-1 for getting cluster id 2024-12-03T10:32:16,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:16,547 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb33f153-3847-40b4-9424-b1baa771c5dd' 2024-12-03T10:32:16,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:16,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb33f153-3847-40b4-9424-b1baa771c5dd" 2024-12-03T10:32:16,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c60e307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:16,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,43053,-1] 2024-12-03T10:32:16,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:16,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:16,548 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:16,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@374531cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:16,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41083 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:16,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,41083,1733221924956, seqNum=-1] 2024-12-03T10:32:16,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:16,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T10:32:16,557 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 379, reset compression=false 2024-12-03T10:32:16,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae., hostname=a78f5601770a,41083,1733221924956, seqNum=2] 2024-12-03T10:32:16,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:16,746 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 480, reset compression=false 2024-12-03T10:32:16,818 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T10:32:16,821 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T10:32:17,050 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 480, reset compression=false 2024-12-03T10:32:17,160 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 379, reset compression=false 2024-12-03T10:32:17,164 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:17,164 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 607, reset compression=false 2024-12-03T10:32:17,164 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,41083,1733221924956 got entry batch from reader: WALEntryBatch [walEntries=[{test/7449a9bf66eb927878c5e78fb35dc4ae/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T10:32:17,166 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:32:17,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-03T10:32:17,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:17,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7038a785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:17,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,36677,-1 for getting cluster id 2024-12-03T10:32:17,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:17,168 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b77db64-0553-4b07-aaac-e6af26b7a3d0' 2024-12-03T10:32:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b77db64-0553-4b07-aaac-e6af26b7a3d0" 2024-12-03T10:32:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5395e18b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,36677,-1] 2024-12-03T10:32:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:17,169 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:17,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2526d764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:17,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:17,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,37479,1733221919888, seqNum=-1] 2024-12-03T10:32:17,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:17,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T10:32:17,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20., hostname=a78f5601770a,37479,1733221919888, seqNum=2] 2024-12-03T10:32:17,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:17,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:32:17,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T10:32:17,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T10:32:17,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T10:32:17,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:32:17,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T10:32:17,367 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 607, reset compression=false 2024-12-03T10:32:17,453 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 480, reset compression=false 2024-12-03T10:32:17,540 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:17,540 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 608, reset compression=false 2024-12-03T10:32:17,540 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,37479,1733221919888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:17,671 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 607, reset compression=false 2024-12-03T10:32:17,743 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 608, reset compression=false 2024-12-03T10:32:17,823 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T10:32:17,832 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T10:32:18,047 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 608, reset compression=false 2024-12-03T10:32:18,051 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:18,051 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 764, reset compression=false 2024-12-03T10:32:18,051 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,37479,1733221919888 got entry batch from reader: WALEntryBatch [walEntries=[{test/05bff5261e9982aacfc2c8ff5944aa20/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T10:32:18,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:18,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:18,075 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 607, reset compression=false 2024-12-03T10:32:18,080 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:18,080 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 754, reset compression=false 2024-12-03T10:32:18,080 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,41083,1733221924956 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:18,257 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 764, reset compression=false 2024-12-03T10:32:18,284 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 754, reset compression=false 2024-12-03T10:32:18,560 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 764, reset compression=false 2024-12-03T10:32:18,587 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 754, reset compression=false 2024-12-03T10:32:18,834 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T10:32:18,837 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T10:32:18,963 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 764, reset compression=false 2024-12-03T10:32:18,990 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 754, reset compression=false 2024-12-03T10:32:18,994 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:18,994 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 913, reset compression=false 2024-12-03T10:32:18,994 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,41083,1733221924956 got entry batch from reader: WALEntryBatch [walEntries=[{test/7449a9bf66eb927878c5e78fb35dc4ae/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T10:32:18,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:18,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:19,197 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 913, reset compression=false 2024-12-03T10:32:19,467 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 764, reset compression=false 2024-12-03T10:32:19,471 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:19,471 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 914, reset compression=false 2024-12-03T10:32:19,471 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,37479,1733221919888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:19,500 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 913, reset compression=false 2024-12-03T10:32:19,674 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 914, reset compression=false 2024-12-03T10:32:19,839 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T10:32:19,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:32:19,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:32:19,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:19,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:19,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:19,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:32:19,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1789268554, stopped=false 2024-12-03T10:32:19,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:19,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,43053,1733221924843 2024-12-03T10:32:19,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2141117909/running 2024-12-03T10:32:19,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2141117909/running 2024-12-03T10:32:19,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:19,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:19,868 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:32:19,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:32:19,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:19,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:19,869 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,41083,1733221924956' ***** 2024-12-03T10:32:19,869 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:32:19,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Set watcher on znode that does not yet exist, /1-2141117909/running 2024-12-03T10:32:19,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Set watcher on znode that does not yet exist, /1-2141117909/running 2024-12-03T10:32:19,869 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:32:19,869 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:32:19,869 INFO [RS:0;a78f5601770a:41083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:32:19,869 INFO [RS:0;a78f5601770a:41083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:32:19,870 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(3091): Received CLOSE for 0395fc4c64e27c1b71884c21a9a4a3fa 2024-12-03T10:32:19,870 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(3091): Received CLOSE for 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:19,870 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,41083,1733221924956 2024-12-03T10:32:19,870 INFO [RS:0;a78f5601770a:41083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:32:19,870 INFO [RS:0;a78f5601770a:41083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:41083. 2024-12-03T10:32:19,870 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0395fc4c64e27c1b71884c21a9a4a3fa, disabling compactions & flushes 2024-12-03T10:32:19,870 DEBUG [RS:0;a78f5601770a:41083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:19,870 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:19,870 DEBUG [RS:0;a78f5601770a:41083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:19,870 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:19,870 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. after waiting 0 ms 2024-12-03T10:32:19,870 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:19,870 INFO [RS:0;a78f5601770a:41083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:32:19,870 INFO [RS:0;a78f5601770a:41083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:32:19,870 INFO [RS:0;a78f5601770a:41083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:32:19,870 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:32:19,870 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0395fc4c64e27c1b71884c21a9a4a3fa 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-12-03T10:32:19,870 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:32:19,870 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1325): Online Regions={0395fc4c64e27c1b71884c21a9a4a3fa=hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa., 7449a9bf66eb927878c5e78fb35dc4ae=test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:32:19,870 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1351): Waiting on 0395fc4c64e27c1b71884c21a9a4a3fa, 1588230740, 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:19,870 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:32:19,870 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:32:19,870 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:32:19,870 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:32:19,870 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:32:19,870 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:32:19,880 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:32:19,883 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/replication/0395fc4c64e27c1b71884c21a9a4a3fa/.tmp/queue/90cb88261f9a4b0d84c8bcd2708d0f56 is 153, key is 1-a78f5601770a,41083,1733221924956/queue:a78f5601770a%2C41083%2C1733221924956/1733221938999/Put/seqid=0 2024-12-03T10:32:19,883 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/info/29b4bec5a9c1404ebc6a87fd67510ff3 is 147, key is hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa./info:regioninfo/1733221934825/Put/seqid=0 2024-12-03T10:32:19,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741840_1016 (size=5352) 2024-12-03T10:32:19,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741841_1017 (size=7686) 2024-12-03T10:32:19,904 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 913, reset compression=false 2024-12-03T10:32:19,978 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 914, reset compression=false 2024-12-03T10:32:20,070 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1351): Waiting on 0395fc4c64e27c1b71884c21a9a4a3fa, 1588230740, 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:20,070 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:32:20,071 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:32:20,271 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1351): Waiting on 0395fc4c64e27c1b71884c21a9a4a3fa, 1588230740, 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:20,287 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/replication/0395fc4c64e27c1b71884c21a9a4a3fa/.tmp/queue/90cb88261f9a4b0d84c8bcd2708d0f56 2024-12-03T10:32:20,287 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/info/29b4bec5a9c1404ebc6a87fd67510ff3 2024-12-03T10:32:20,291 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/replication/0395fc4c64e27c1b71884c21a9a4a3fa/.tmp/queue/90cb88261f9a4b0d84c8bcd2708d0f56 as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/replication/0395fc4c64e27c1b71884c21a9a4a3fa/queue/90cb88261f9a4b0d84c8bcd2708d0f56 2024-12-03T10:32:20,295 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/replication/0395fc4c64e27c1b71884c21a9a4a3fa/queue/90cb88261f9a4b0d84c8bcd2708d0f56, entries=1, sequenceid=9, filesize=5.2 K 2024-12-03T10:32:20,296 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 0395fc4c64e27c1b71884c21a9a4a3fa in 425ms, sequenceid=9, compaction requested=false 2024-12-03T10:32:20,302 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/ns/a5aad76b39074044a7ad503a215416af is 43, key is default/ns:d/1733221928116/Put/seqid=0 2024-12-03T10:32:20,306 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/replication/0395fc4c64e27c1b71884c21a9a4a3fa/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T10:32:20,306 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:32:20,306 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:32:20,306 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:20,306 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0395fc4c64e27c1b71884c21a9a4a3fa: Waiting for close lock at 1733221939870Running coprocessor pre-close hooks at 1733221939870Disabling compacts and flushes for region at 1733221939870Disabling writes for close at 1733221939870Obtaining lock to block concurrent updates at 1733221939870Preparing flush snapshotting stores in 0395fc4c64e27c1b71884c21a9a4a3fa at 1733221939870Finished memstore snapshotting hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1733221939870Flushing stores of hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. at 1733221939871 (+1 ms)Flushing 0395fc4c64e27c1b71884c21a9a4a3fa/queue: creating writer at 1733221939871Flushing 0395fc4c64e27c1b71884c21a9a4a3fa/queue: appending metadata at 1733221939883 (+12 ms)Flushing 0395fc4c64e27c1b71884c21a9a4a3fa/queue: closing flushed file at 1733221939883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a50823: reopening flushed file at 1733221940290 (+407 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 0395fc4c64e27c1b71884c21a9a4a3fa in 425ms, sequenceid=9, compaction requested=false at 1733221940296 (+6 ms)Writing region close event to WAL at 1733221940303 (+7 ms)Running coprocessor post-close hooks at 1733221940306 (+3 ms)Closed at 1733221940306 2024-12-03T10:32:20,307 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221933667.0395fc4c64e27c1b71884c21a9a4a3fa. 2024-12-03T10:32:20,307 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7449a9bf66eb927878c5e78fb35dc4ae, disabling compactions & flushes 2024-12-03T10:32:20,307 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:20,307 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:20,307 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. after waiting 0 ms 2024-12-03T10:32:20,307 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:20,307 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7449a9bf66eb927878c5e78fb35dc4ae 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-03T10:32:20,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741842_1018 (size=5153) 2024-12-03T10:32:20,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:32:20,323 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/.tmp/f/55ee980cedf14dc3a4b3f42f39ca4cde is 29, key is row1/f:/1733221938834/DeleteFamily/seqid=0 2024-12-03T10:32:20,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741843_1019 (size=5118) 2024-12-03T10:32:20,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:20,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:20,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:20,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:20,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:20,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:20,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:20,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:20,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:20,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:20,381 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 914, reset compression=false 2024-12-03T10:32:20,407 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 913, reset compression=false 2024-12-03T10:32:20,410 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:20,410 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 1160, reset compression=false 2024-12-03T10:32:20,410 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,41083,1733221924956 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:20,411 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a78f5601770a,41083,1733221924956: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a78f5601770a,41083,1733221924956, walGroup=a78f5601770a%2C41083%2C1733221924956, offset=a78f5601770a%2C41083%2C1733221924956.1733221927195:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T10:32:20,412 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T10:32:20,412 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T10:32:20,413 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T10:32:20,413 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T10:32:20,413 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T10:32:20,413 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 608283976 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 190907344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T10:32:20,413 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:43053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:43053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:32:20,471 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:20,614 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 1160, reset compression=false 2024-12-03T10:32:20,671 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:20,708 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/ns/a5aad76b39074044a7ad503a215416af 2024-12-03T10:32:20,728 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/.tmp/f/55ee980cedf14dc3a4b3f42f39ca4cde 2024-12-03T10:32:20,728 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/rep_barrier/28520b70addd4aea91e948930c2c3d18 is 112, key is test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae./rep_barrier:seqnumDuringOpen/1733221931099/Put/seqid=0 2024-12-03T10:32:20,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741844_1020 (size=5518) 2024-12-03T10:32:20,732 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55ee980cedf14dc3a4b3f42f39ca4cde 2024-12-03T10:32:20,744 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/.tmp/f1/d37233cfd9714c5e92bf980fa6079f17 is 30, key is row1/f1:/1733221938834/DeleteFamily/seqid=0 2024-12-03T10:32:20,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741845_1021 (size=5123) 2024-12-03T10:32:20,871 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:32:20,871 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1325): Online Regions={7449a9bf66eb927878c5e78fb35dc4ae=test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:32:20,871 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:20,884 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 914, reset compression=false 2024-12-03T10:32:20,917 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 1160, reset compression=false 2024-12-03T10:32:21,071 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:21,132 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/rep_barrier/28520b70addd4aea91e948930c2c3d18 2024-12-03T10:32:21,147 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/table/dc5a83690d544c3eb07d638b7bc9eba0 is 53, key is hbase:replication/table:state/1733221934831/Put/seqid=0 2024-12-03T10:32:21,148 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/.tmp/f1/d37233cfd9714c5e92bf980fa6079f17 2024-12-03T10:32:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741846_1022 (size=5308) 2024-12-03T10:32:21,151 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d37233cfd9714c5e92bf980fa6079f17 2024-12-03T10:32:21,170 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/.tmp/norep/bd22f8808a1b4f8499b62263d9ebb493 is 33, key is row1/norep:/1733221938834/DeleteFamily/seqid=0 2024-12-03T10:32:21,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741847_1023 (size=5108) 2024-12-03T10:32:21,271 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:21,320 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/WALs/a78f5601770a,41083,1733221924956/a78f5601770a%2C41083%2C1733221924956.1733221927195 to pos 1160, reset compression=false 2024-12-03T10:32:21,472 DEBUG [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7449a9bf66eb927878c5e78fb35dc4ae 2024-12-03T10:32:21,488 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 914, reset compression=false 2024-12-03T10:32:21,550 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/table/dc5a83690d544c3eb07d638b7bc9eba0 2024-12-03T10:32:21,554 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/info/29b4bec5a9c1404ebc6a87fd67510ff3 as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/info/29b4bec5a9c1404ebc6a87fd67510ff3 2024-12-03T10:32:21,558 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/info/29b4bec5a9c1404ebc6a87fd67510ff3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:32:21,559 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/ns/a5aad76b39074044a7ad503a215416af as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/ns/a5aad76b39074044a7ad503a215416af 2024-12-03T10:32:21,562 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/ns/a5aad76b39074044a7ad503a215416af, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:32:21,563 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/rep_barrier/28520b70addd4aea91e948930c2c3d18 as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/rep_barrier/28520b70addd4aea91e948930c2c3d18 2024-12-03T10:32:21,567 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/rep_barrier/28520b70addd4aea91e948930c2c3d18, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:32:21,567 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/.tmp/table/dc5a83690d544c3eb07d638b7bc9eba0 as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/table/dc5a83690d544c3eb07d638b7bc9eba0 2024-12-03T10:32:21,571 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/table/dc5a83690d544c3eb07d638b7bc9eba0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:32:21,571 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-12-03T10:32:21,574 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/.tmp/norep/bd22f8808a1b4f8499b62263d9ebb493 2024-12-03T10:32:21,576 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:32:21,576 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:32:21,576 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:32:21,576 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:32:21,577 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221939870Running coprocessor pre-close hooks at 1733221939870Disabling compacts and flushes for region at 1733221939870Disabling writes for close at 1733221939870Obtaining lock to block concurrent updates at 1733221939870Preparing flush snapshotting stores in 1588230740 at 1733221939870Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733221939871 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733221939871Flushing 1588230740/info: creating writer at 1733221939871Flushing 1588230740/info: appending metadata at 1733221939883 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733221939883Flushing 1588230740/ns: creating writer at 1733221940290 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733221940302 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733221940302Flushing 1588230740/rep_barrier: creating writer at 1733221940712 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733221940727 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733221940728 (+1 ms)Flushing 1588230740/table: creating writer at 1733221941135 (+407 ms)Flushing 1588230740/table: appending metadata at 1733221941146 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733221941146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bdf1637: reopening flushed file at 1733221941554 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6266c9df: reopening flushed file at 1733221941558 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d18ecb: reopening flushed file at 1733221941563 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b43cad: reopening flushed file at 1733221941567 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1733221941571 (+4 ms)Writing region close event to WAL at 1733221941574 (+3 ms)Running coprocessor post-close hooks at 1733221941576 (+2 ms)Closed at 1733221941576 2024-12-03T10:32:21,577 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:32:21,577 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd22f8808a1b4f8499b62263d9ebb493 2024-12-03T10:32:21,578 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/.tmp/f/55ee980cedf14dc3a4b3f42f39ca4cde as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/f/55ee980cedf14dc3a4b3f42f39ca4cde 2024-12-03T10:32:21,581 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55ee980cedf14dc3a4b3f42f39ca4cde 2024-12-03T10:32:21,581 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/f/55ee980cedf14dc3a4b3f42f39ca4cde, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T10:32:21,582 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/.tmp/f1/d37233cfd9714c5e92bf980fa6079f17 as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/f1/d37233cfd9714c5e92bf980fa6079f17 2024-12-03T10:32:21,585 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d37233cfd9714c5e92bf980fa6079f17 2024-12-03T10:32:21,585 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/f1/d37233cfd9714c5e92bf980fa6079f17, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T10:32:21,586 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/.tmp/norep/bd22f8808a1b4f8499b62263d9ebb493 as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/norep/bd22f8808a1b4f8499b62263d9ebb493 2024-12-03T10:32:21,589 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd22f8808a1b4f8499b62263d9ebb493 2024-12-03T10:32:21,589 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/norep/bd22f8808a1b4f8499b62263d9ebb493, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T10:32:21,590 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7449a9bf66eb927878c5e78fb35dc4ae in 1283ms, sequenceid=8, compaction requested=false 2024-12-03T10:32:21,593 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/data/default/test/7449a9bf66eb927878c5e78fb35dc4ae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T10:32:21,594 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:32:21,594 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:32:21,594 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:21,594 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7449a9bf66eb927878c5e78fb35dc4ae: Waiting for close lock at 1733221940307Running coprocessor pre-close hooks at 1733221940307Disabling compacts and flushes for region at 1733221940307Disabling writes for close at 1733221940307Obtaining lock to block concurrent updates at 1733221940307Preparing flush snapshotting stores in 7449a9bf66eb927878c5e78fb35dc4ae at 1733221940307Finished memstore snapshotting test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733221940307Flushing stores of test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. at 1733221940308 (+1 ms)Flushing 7449a9bf66eb927878c5e78fb35dc4ae/f: creating writer at 1733221940308Flushing 7449a9bf66eb927878c5e78fb35dc4ae/f: appending metadata at 1733221940323 (+15 ms)Flushing 7449a9bf66eb927878c5e78fb35dc4ae/f: closing flushed file at 1733221940323Flushing 7449a9bf66eb927878c5e78fb35dc4ae/f1: creating writer at 1733221940732 (+409 ms)Flushing 7449a9bf66eb927878c5e78fb35dc4ae/f1: appending metadata at 1733221940744 (+12 ms)Flushing 7449a9bf66eb927878c5e78fb35dc4ae/f1: closing flushed file at 1733221940744Flushing 7449a9bf66eb927878c5e78fb35dc4ae/norep: creating writer at 1733221941151 (+407 ms)Flushing 7449a9bf66eb927878c5e78fb35dc4ae/norep: appending metadata at 1733221941169 (+18 ms)Flushing 7449a9bf66eb927878c5e78fb35dc4ae/norep: closing flushed file at 1733221941169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9014ed: reopening flushed file at 1733221941577 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@453f2fc1: reopening flushed file at 1733221941582 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e0e6c5: reopening flushed file at 1733221941585 (+3 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7449a9bf66eb927878c5e78fb35dc4ae in 1283ms, sequenceid=8, compaction requested=false at 1733221941590 (+5 ms)Writing region close event to WAL at 1733221941591 (+1 ms)Running coprocessor post-close hooks at 1733221941594 (+3 ms)Closed at 1733221941594 2024-12-03T10:32:21,594 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733221930358.7449a9bf66eb927878c5e78fb35dc4ae. 2024-12-03T10:32:21,672 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,41083,1733221924956; all regions closed. 2024-12-03T10:32:21,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:32:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741839_1015 (size=2458) 2024-12-03T10:32:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741832_1008 (size=1812) 2024-12-03T10:32:21,678 DEBUG [RS:0;a78f5601770a:41083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:21,678 INFO [RS:0;a78f5601770a:41083 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:32:21,678 INFO [RS:0;a78f5601770a:41083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:32:21,678 INFO [RS:0;a78f5601770a:41083 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:32:21,678 INFO [RS:0;a78f5601770a:41083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:32:21,678 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:32:21,678 INFO [RS:0;a78f5601770a:41083 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,41083,1733221924956 because: Region server is closing 2024-12-03T10:32:21,678 INFO [RS:0;a78f5601770a:41083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:41083. 2024-12-03T10:32:21,678 DEBUG [RS:0;a78f5601770a:41083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:21,679 DEBUG [RS:0;a78f5601770a:41083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:21,679 DEBUG [RS:0;a78f5601770a:41083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:21,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:21,775 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:21,775 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:32:21,776 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28278 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:32:21,779 INFO [RS:0;a78f5601770a:41083 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.shippera78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 terminated 2024-12-03T10:32:21,779 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,41083,1733221924956.replicationSource.wal-reader.a78f5601770a%2C41083%2C1733221924956,1-a78f5601770a,41083,1733221924956 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:32:21,779 INFO [RS:0;a78f5601770a:41083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:41083. 2024-12-03T10:32:21,779 DEBUG [RS:0;a78f5601770a:41083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:21,779 DEBUG [RS:0;a78f5601770a:41083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:21,779 DEBUG [RS:0;a78f5601770a:41083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:21,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:21,779 INFO [RS:0;a78f5601770a:41083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41083 2024-12-03T10:32:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909/rs 2024-12-03T10:32:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2141117909/rs/a78f5601770a,41083,1733221924956 2024-12-03T10:32:21,809 INFO [RS:0;a78f5601770a:41083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:32:21,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,41083,1733221924956] 2024-12-03T10:32:21,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2141117909/draining/a78f5601770a,41083,1733221924956 already deleted, retry=false 2024-12-03T10:32:21,828 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,41083,1733221924956 expired; onlineServers=0 2024-12-03T10:32:21,828 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,43053,1733221924843' ***** 2024-12-03T10:32:21,828 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:32:21,828 INFO [M:0;a78f5601770a:43053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:32:21,828 INFO [M:0;a78f5601770a:43053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:32:21,828 DEBUG [M:0;a78f5601770a:43053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:32:21,829 DEBUG [M:0;a78f5601770a:43053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:32:21,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:32:21,829 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221926899 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221926899,5,FailOnTimeoutGroup] 2024-12-03T10:32:21,829 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221926900 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221926900,5,FailOnTimeoutGroup] 2024-12-03T10:32:21,829 INFO [M:0;a78f5601770a:43053 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:32:21,829 INFO [M:0;a78f5601770a:43053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:32:21,829 DEBUG [M:0;a78f5601770a:43053 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:32:21,829 INFO [M:0;a78f5601770a:43053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:32:21,829 INFO [M:0;a78f5601770a:43053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:32:21,829 INFO [M:0;a78f5601770a:43053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:32:21,829 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:32:21,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2141117909/master 2024-12-03T10:32:21,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2141117909 2024-12-03T10:32:21,836 DEBUG [M:0;a78f5601770a:43053 {}] zookeeper.ZKUtil(347): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Unable to get data of znode /1-2141117909/master because node does not exist (not an error) 2024-12-03T10:32:21,837 WARN [M:0;a78f5601770a:43053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:32:21,837 INFO [M:0;a78f5601770a:43053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/.lastflushedseqids 2024-12-03T10:32:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741848_1024 (size=245) 2024-12-03T10:32:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:32:21,920 INFO [RS:0;a78f5601770a:41083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:32:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41083-0x1019c0957390004, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:32:21,920 INFO [RS:0;a78f5601770a:41083 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,41083,1733221924956; zookeeper connection closed. 2024-12-03T10:32:21,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f7f813e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f7f813e 2024-12-03T10:32:21,920 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:32:22,192 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 914, reset compression=false 2024-12-03T10:32:22,241 INFO [M:0;a78f5601770a:43053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:32:22,241 INFO [M:0;a78f5601770a:43053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:32:22,241 DEBUG [M:0;a78f5601770a:43053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:32:22,241 INFO [M:0;a78f5601770a:43053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:22,241 DEBUG [M:0;a78f5601770a:43053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:22,241 DEBUG [M:0;a78f5601770a:43053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:32:22,241 DEBUG [M:0;a78f5601770a:43053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:22,241 INFO [M:0;a78f5601770a:43053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T10:32:22,253 DEBUG [M:0;a78f5601770a:43053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce70ac9fbbdc4b00b7136ce5c65bfcff is 82, key is hbase:meta,,1/info:regioninfo/1733221928100/Put/seqid=0 2024-12-03T10:32:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741849_1025 (size=5672) 2024-12-03T10:32:22,657 INFO [M:0;a78f5601770a:43053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce70ac9fbbdc4b00b7136ce5c65bfcff 2024-12-03T10:32:22,694 DEBUG [M:0;a78f5601770a:43053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c2e209386084240a29ca771b7999dc7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733221934847/Put/seqid=0 2024-12-03T10:32:22,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741850_1026 (size=8515) 2024-12-03T10:32:22,995 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 914, reset compression=false 2024-12-03T10:32:23,098 INFO [M:0;a78f5601770a:43053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c2e209386084240a29ca771b7999dc7 2024-12-03T10:32:23,116 DEBUG [M:0;a78f5601770a:43053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c058f3d1b9a410bb654e792f39d13ba is 69, key is a78f5601770a,41083,1733221924956/rs:state/1733221927008/Put/seqid=0 2024-12-03T10:32:23,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741851_1027 (size=5156) 2024-12-03T10:32:23,520 INFO [M:0;a78f5601770a:43053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c058f3d1b9a410bb654e792f39d13ba 2024-12-03T10:32:23,523 DEBUG [M:0;a78f5601770a:43053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce70ac9fbbdc4b00b7136ce5c65bfcff as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce70ac9fbbdc4b00b7136ce5c65bfcff 2024-12-03T10:32:23,526 INFO [M:0;a78f5601770a:43053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce70ac9fbbdc4b00b7136ce5c65bfcff, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T10:32:23,527 DEBUG [M:0;a78f5601770a:43053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c2e209386084240a29ca771b7999dc7 as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c2e209386084240a29ca771b7999dc7 2024-12-03T10:32:23,530 INFO [M:0;a78f5601770a:43053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c2e209386084240a29ca771b7999dc7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T10:32:23,530 DEBUG [M:0;a78f5601770a:43053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c058f3d1b9a410bb654e792f39d13ba as hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c058f3d1b9a410bb654e792f39d13ba 2024-12-03T10:32:23,533 INFO [M:0;a78f5601770a:43053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c058f3d1b9a410bb654e792f39d13ba, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T10:32:23,534 INFO [M:0;a78f5601770a:43053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-12-03T10:32:23,535 INFO [M:0;a78f5601770a:43053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:23,535 DEBUG [M:0;a78f5601770a:43053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221942241Disabling compacts and flushes for region at 1733221942241Disabling writes for close at 1733221942241Obtaining lock to block concurrent updates at 1733221942241Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221942241Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733221942242 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221942242Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221942242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221942253 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221942253Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221942682 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221942694 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221942694Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221943101 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221943116 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221943116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba62325: reopening flushed file at 1733221943523 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e9ffe4: reopening flushed file at 1733221943526 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e938d85: reopening flushed file at 1733221943530 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1733221943534 (+4 ms)Writing region close event to WAL at 1733221943535 (+1 ms)Closed at 1733221943535 2024-12-03T10:32:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741830_1006 (size=63642) 2024-12-03T10:32:23,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83359b0d-ae02-0fbc-6540-13d73fc338b2/MasterData/WALs/a78f5601770a,43053,1733221924843/a78f5601770a%2C43053%2C1733221924843.1733221926683 not finished, retry = 0 2024-12-03T10:32:23,637 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:32:23,637 INFO [M:0;a78f5601770a:43053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:32:23,637 INFO [M:0;a78f5601770a:43053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43053 2024-12-03T10:32:23,638 INFO [M:0;a78f5601770a:43053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:32:23,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:32:23,768 INFO [M:0;a78f5601770a:43053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:32:23,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43053-0x1019c0957390003, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:32:23,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@422416e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:32:23,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8f1a53a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:32:23,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:32:23,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3660e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:32:23,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/hadoop.log.dir/,STOPPED} 2024-12-03T10:32:23,807 WARN [BP-65189738-172.17.0.2-1733221923165 heartbeating to localhost/127.0.0.1:38749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:32:23,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:32:23,807 WARN [BP-65189738-172.17.0.2-1733221923165 heartbeating to localhost/127.0.0.1:38749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-65189738-172.17.0.2-1733221923165 (Datanode Uuid fff6f536-eb4f-4233-aa63-827534de3373) service to localhost/127.0.0.1:38749 2024-12-03T10:32:23,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:32:23,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/cluster_00ecb60b-0ea3-76f3-8c36-1a2f181eb9f5/data/data1/current/BP-65189738-172.17.0.2-1733221923165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:32:23,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/cluster_00ecb60b-0ea3-76f3-8c36-1a2f181eb9f5/data/data2/current/BP-65189738-172.17.0.2-1733221923165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:32:23,809 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:32:23,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ff8a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:32:23,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e53d0c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:32:23,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:32:23,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d87ce10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:32:23,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/hadoop.log.dir/,STOPPED} 2024-12-03T10:32:23,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:32:23,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:32:23,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:32:23,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:23,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:23,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:23,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:23,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:32:23,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=395754390, stopped=false 2024-12-03T10:32:23,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,36677,1733221919725 2024-12-03T10:32:23,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01133289619/running 2024-12-03T10:32:23,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01133289619/running 2024-12-03T10:32:23,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:23,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:23,851 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:32:23,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:32:23,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:23,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:23,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Set watcher on znode that does not yet exist, /01133289619/running 2024-12-03T10:32:23,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Set watcher on znode that does not yet exist, /01133289619/running 2024-12-03T10:32:23,852 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,37479,1733221919888' ***** 2024-12-03T10:32:23,852 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:32:23,852 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:32:23,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:32:23,852 INFO [RS:0;a78f5601770a:37479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:32:23,852 INFO [RS:0;a78f5601770a:37479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:32:23,852 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d0202461a7ab64889c5dae007fddce6 2024-12-03T10:32:23,852 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(3091): Received CLOSE for 05bff5261e9982aacfc2c8ff5944aa20 2024-12-03T10:32:23,852 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,37479,1733221919888 2024-12-03T10:32:23,852 INFO [RS:0;a78f5601770a:37479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:32:23,852 INFO [RS:0;a78f5601770a:37479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:37479. 2024-12-03T10:32:23,852 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d0202461a7ab64889c5dae007fddce6, disabling compactions & flushes 2024-12-03T10:32:23,852 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:23,853 DEBUG [RS:0;a78f5601770a:37479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:23,853 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:23,853 DEBUG [RS:0;a78f5601770a:37479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:23,853 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. after waiting 0 ms 2024-12-03T10:32:23,853 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:23,853 INFO [RS:0;a78f5601770a:37479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:32:23,853 INFO [RS:0;a78f5601770a:37479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:32:23,853 INFO [RS:0;a78f5601770a:37479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:32:23,853 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d0202461a7ab64889c5dae007fddce6 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-03T10:32:23,853 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:32:23,853 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:32:23,853 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1325): Online Regions={0d0202461a7ab64889c5dae007fddce6=hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6., 1588230740=hbase:meta,,1.1588230740, 05bff5261e9982aacfc2c8ff5944aa20=test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20.} 2024-12-03T10:32:23,853 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1351): Waiting on 05bff5261e9982aacfc2c8ff5944aa20, 0d0202461a7ab64889c5dae007fddce6, 1588230740 2024-12-03T10:32:23,853 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:32:23,853 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:32:23,853 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:32:23,853 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:32:23,853 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:32:23,853 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:32:23,865 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/replication/0d0202461a7ab64889c5dae007fddce6/.tmp/queue/d1a3aa7903e041dc9c257acd7bd4bf98 is 153, key is 1-a78f5601770a,37479,1733221919888/queue:a78f5601770a%2C37479%2C1733221919888/1733221939472/Put/seqid=0 2024-12-03T10:32:23,865 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/info/381e01f289f54f87b9f3385ad7427f33 is 147, key is hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6./info:regioninfo/1733221932670/Put/seqid=0 2024-12-03T10:32:23,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741841_1017 (size=5352) 2024-12-03T10:32:23,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741840_1016 (size=7686) 2024-12-03T10:32:23,877 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:32:23,899 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 914, reset compression=false 2024-12-03T10:32:23,997 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:32:23,997 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:32:24,053 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1351): Waiting on 05bff5261e9982aacfc2c8ff5944aa20, 0d0202461a7ab64889c5dae007fddce6, 1588230740 2024-12-03T10:32:24,253 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1351): Waiting on 05bff5261e9982aacfc2c8ff5944aa20, 0d0202461a7ab64889c5dae007fddce6, 1588230740 2024-12-03T10:32:24,268 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/replication/0d0202461a7ab64889c5dae007fddce6/.tmp/queue/d1a3aa7903e041dc9c257acd7bd4bf98 2024-12-03T10:32:24,268 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/info/381e01f289f54f87b9f3385ad7427f33 2024-12-03T10:32:24,273 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/replication/0d0202461a7ab64889c5dae007fddce6/.tmp/queue/d1a3aa7903e041dc9c257acd7bd4bf98 as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/replication/0d0202461a7ab64889c5dae007fddce6/queue/d1a3aa7903e041dc9c257acd7bd4bf98 2024-12-03T10:32:24,276 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/replication/0d0202461a7ab64889c5dae007fddce6/queue/d1a3aa7903e041dc9c257acd7bd4bf98, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T10:32:24,277 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 0d0202461a7ab64889c5dae007fddce6 in 424ms, sequenceid=10, compaction requested=false 2024-12-03T10:32:24,280 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/replication/0d0202461a7ab64889c5dae007fddce6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T10:32:24,280 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:32:24,280 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:32:24,280 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:24,280 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d0202461a7ab64889c5dae007fddce6: Waiting for close lock at 1733221943852Running coprocessor pre-close hooks at 1733221943852Disabling compacts and flushes for region at 1733221943852Disabling writes for close at 1733221943853 (+1 ms)Obtaining lock to block concurrent updates at 1733221943853Preparing flush snapshotting stores in 0d0202461a7ab64889c5dae007fddce6 at 1733221943853Finished memstore snapshotting hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733221943853Flushing stores of hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. at 1733221943853Flushing 0d0202461a7ab64889c5dae007fddce6/queue: creating writer at 1733221943853Flushing 0d0202461a7ab64889c5dae007fddce6/queue: appending metadata at 1733221943864 (+11 ms)Flushing 0d0202461a7ab64889c5dae007fddce6/queue: closing flushed file at 1733221943864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8932cc: reopening flushed file at 1733221944272 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 0d0202461a7ab64889c5dae007fddce6 in 424ms, sequenceid=10, compaction requested=false at 1733221944277 (+5 ms)Writing region close event to WAL at 1733221944278 (+1 ms)Running coprocessor post-close hooks at 1733221944280 (+2 ms)Closed at 1733221944280 2024-12-03T10:32:24,281 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221931514.0d0202461a7ab64889c5dae007fddce6. 2024-12-03T10:32:24,281 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05bff5261e9982aacfc2c8ff5944aa20, disabling compactions & flushes 2024-12-03T10:32:24,281 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:24,281 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:24,281 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. after waiting 0 ms 2024-12-03T10:32:24,281 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:24,281 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05bff5261e9982aacfc2c8ff5944aa20 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-03T10:32:24,289 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/ns/3167526abcd94aa582dbb1e1f1df9518 is 43, key is default/ns:d/1733221923071/Put/seqid=0 2024-12-03T10:32:24,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741842_1018 (size=5153) 2024-12-03T10:32:24,294 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/.tmp/f/45e8b11836e9485086ba3160b5eba344 is 29, key is row1/f:/1733221938834/DeleteFamily/seqid=0 2024-12-03T10:32:24,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741843_1019 (size=5118) 2024-12-03T10:32:24,453 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1351): Waiting on 05bff5261e9982aacfc2c8ff5944aa20, 1588230740 2024-12-03T10:32:24,654 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1351): Waiting on 05bff5261e9982aacfc2c8ff5944aa20, 1588230740 2024-12-03T10:32:24,693 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/ns/3167526abcd94aa582dbb1e1f1df9518 2024-12-03T10:32:24,697 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/.tmp/f/45e8b11836e9485086ba3160b5eba344 2024-12-03T10:32:24,701 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45e8b11836e9485086ba3160b5eba344 2024-12-03T10:32:24,709 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/rep_barrier/d672dc591e534f93bc5f4ff137e88e06 is 112, key is test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20./rep_barrier:seqnumDuringOpen/1733221929351/Put/seqid=0 2024-12-03T10:32:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741844_1020 (size=5518) 2024-12-03T10:32:24,717 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/.tmp/f1/0bc7cb22e0e84c4583f8f4aa332b3d57 is 30, key is row1/f1:/1733221938834/DeleteFamily/seqid=0 2024-12-03T10:32:24,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741845_1021 (size=5123) 2024-12-03T10:32:24,854 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:32:24,854 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 05bff5261e9982aacfc2c8ff5944aa20=test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20.} 2024-12-03T10:32:24,854 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1351): Waiting on 05bff5261e9982aacfc2c8ff5944aa20, 1588230740 2024-12-03T10:32:24,902 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 914, reset compression=false 2024-12-03T10:32:24,906 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:24,906 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 1161, reset compression=false 2024-12-03T10:32:24,906 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,37479,1733221919888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:24,907 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a78f5601770a,37479,1733221919888: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a78f5601770a,37479,1733221919888, walGroup=a78f5601770a%2C37479%2C1733221919888, offset=a78f5601770a%2C37479%2C1733221919888.1733221922087:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:37479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T10:32:24,908 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T10:32:24,908 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T10:32:24,908 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T10:32:24,908 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T10:32:24,908 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T10:32:24,908 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 677489992 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 191578968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T10:32:24,909 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:36677 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:36677 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:32:25,054 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1351): Waiting on 05bff5261e9982aacfc2c8ff5944aa20, 1588230740 2024-12-03T10:32:25,109 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 1161, reset compression=false 2024-12-03T10:32:25,113 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/rep_barrier/d672dc591e534f93bc5f4ff137e88e06 2024-12-03T10:32:25,120 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/.tmp/f1/0bc7cb22e0e84c4583f8f4aa332b3d57 2024-12-03T10:32:25,123 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bc7cb22e0e84c4583f8f4aa332b3d57 2024-12-03T10:32:25,129 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/table/082de3e955764c96b12d44c3681459c3 is 53, key is hbase:replication/table:state/1733221932676/Put/seqid=0 2024-12-03T10:32:25,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741846_1022 (size=5308) 2024-12-03T10:32:25,139 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/.tmp/norep/d09c1127521f4dd792567849042d0d2e is 32, key is row/norep:/1733221937825/DeleteFamily/seqid=0 2024-12-03T10:32:25,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741847_1023 (size=5101) 2024-12-03T10:32:25,254 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1351): Waiting on 05bff5261e9982aacfc2c8ff5944aa20, 1588230740 2024-12-03T10:32:25,412 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 1161, reset compression=false 2024-12-03T10:32:25,454 DEBUG [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1351): Waiting on 05bff5261e9982aacfc2c8ff5944aa20, 1588230740 2024-12-03T10:32:25,532 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/table/082de3e955764c96b12d44c3681459c3 2024-12-03T10:32:25,536 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/info/381e01f289f54f87b9f3385ad7427f33 as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/info/381e01f289f54f87b9f3385ad7427f33 2024-12-03T10:32:25,539 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/info/381e01f289f54f87b9f3385ad7427f33, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:32:25,540 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/ns/3167526abcd94aa582dbb1e1f1df9518 as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/ns/3167526abcd94aa582dbb1e1f1df9518 2024-12-03T10:32:25,542 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/.tmp/norep/d09c1127521f4dd792567849042d0d2e 2024-12-03T10:32:25,543 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/ns/3167526abcd94aa582dbb1e1f1df9518, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:32:25,543 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/rep_barrier/d672dc591e534f93bc5f4ff137e88e06 as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/rep_barrier/d672dc591e534f93bc5f4ff137e88e06 2024-12-03T10:32:25,545 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d09c1127521f4dd792567849042d0d2e 2024-12-03T10:32:25,545 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/.tmp/f/45e8b11836e9485086ba3160b5eba344 as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/f/45e8b11836e9485086ba3160b5eba344 2024-12-03T10:32:25,546 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/rep_barrier/d672dc591e534f93bc5f4ff137e88e06, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:32:25,547 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/.tmp/table/082de3e955764c96b12d44c3681459c3 as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/table/082de3e955764c96b12d44c3681459c3 2024-12-03T10:32:25,548 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45e8b11836e9485086ba3160b5eba344 2024-12-03T10:32:25,548 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/f/45e8b11836e9485086ba3160b5eba344, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T10:32:25,549 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/.tmp/f1/0bc7cb22e0e84c4583f8f4aa332b3d57 as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/f1/0bc7cb22e0e84c4583f8f4aa332b3d57 2024-12-03T10:32:25,551 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/table/082de3e955764c96b12d44c3681459c3, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:32:25,551 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false 2024-12-03T10:32:25,551 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:32:25,552 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bc7cb22e0e84c4583f8f4aa332b3d57 2024-12-03T10:32:25,553 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/f1/0bc7cb22e0e84c4583f8f4aa332b3d57, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T10:32:25,553 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/.tmp/norep/d09c1127521f4dd792567849042d0d2e as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/norep/d09c1127521f4dd792567849042d0d2e 2024-12-03T10:32:25,556 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d09c1127521f4dd792567849042d0d2e 2024-12-03T10:32:25,556 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/norep/d09c1127521f4dd792567849042d0d2e, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T10:32:25,557 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 05bff5261e9982aacfc2c8ff5944aa20 in 1276ms, sequenceid=8, compaction requested=false 2024-12-03T10:32:25,557 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T10:32:25,561 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:32:25,561 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/data/default/test/05bff5261e9982aacfc2c8ff5944aa20/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T10:32:25,562 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:32:25,562 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:32:25,562 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:32:25,562 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:25,562 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:32:25,562 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:32:25,562 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05bff5261e9982aacfc2c8ff5944aa20: Waiting for close lock at 1733221944281Running coprocessor pre-close hooks at 1733221944281Disabling compacts and flushes for region at 1733221944281Disabling writes for close at 1733221944281Obtaining lock to block concurrent updates at 1733221944281Preparing flush snapshotting stores in 05bff5261e9982aacfc2c8ff5944aa20 at 1733221944281Finished memstore snapshotting test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733221944281Flushing stores of test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. at 1733221944281Flushing 05bff5261e9982aacfc2c8ff5944aa20/f: creating writer at 1733221944282 (+1 ms)Flushing 05bff5261e9982aacfc2c8ff5944aa20/f: appending metadata at 1733221944294 (+12 ms)Flushing 05bff5261e9982aacfc2c8ff5944aa20/f: closing flushed file at 1733221944294Flushing 05bff5261e9982aacfc2c8ff5944aa20/f1: creating writer at 1733221944701 (+407 ms)Flushing 05bff5261e9982aacfc2c8ff5944aa20/f1: appending metadata at 1733221944716 (+15 ms)Flushing 05bff5261e9982aacfc2c8ff5944aa20/f1: closing flushed file at 1733221944716Flushing 05bff5261e9982aacfc2c8ff5944aa20/norep: creating writer at 1733221945123 (+407 ms)Flushing 05bff5261e9982aacfc2c8ff5944aa20/norep: appending metadata at 1733221945138 (+15 ms)Flushing 05bff5261e9982aacfc2c8ff5944aa20/norep: closing flushed file at 1733221945138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b83f1b9: reopening flushed file at 1733221945545 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7daab3b7: reopening flushed file at 1733221945549 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b253191: reopening flushed file at 1733221945553 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 05bff5261e9982aacfc2c8ff5944aa20 in 1276ms, sequenceid=8, compaction requested=false at 1733221945557 (+4 ms)Writing region close event to WAL at 1733221945559 (+2 ms)Running coprocessor post-close hooks at 1733221945562 (+3 ms)Closed at 1733221945562 2024-12-03T10:32:25,562 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221943853Running coprocessor pre-close hooks at 1733221943853Disabling compacts and flushes for region at 1733221943853Disabling writes for close at 1733221943853Obtaining lock to block concurrent updates at 1733221943853Preparing flush snapshotting stores in 1588230740 at 1733221943853Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733221943853Flushing stores of hbase:meta,,1.1588230740 at 1733221943854 (+1 ms)Flushing 1588230740/info: creating writer at 1733221943854Flushing 1588230740/info: appending metadata at 1733221943865 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733221943865Flushing 1588230740/ns: creating writer at 1733221944272 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733221944288 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733221944288Flushing 1588230740/rep_barrier: creating writer at 1733221944697 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733221944708 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733221944708Flushing 1588230740/table: creating writer at 1733221945116 (+408 ms)Flushing 1588230740/table: appending metadata at 1733221945129 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733221945129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72402f26: reopening flushed file at 1733221945536 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f56c07b: reopening flushed file at 1733221945540 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45434eaa: reopening flushed file at 1733221945543 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31423004: reopening flushed file at 1733221945547 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false at 1733221945551 (+4 ms)Writing region close event to WAL at 1733221945559 (+8 ms)Running coprocessor post-close hooks at 1733221945562 (+3 ms)Closed at 1733221945562 2024-12-03T10:32:25,562 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733221928207.05bff5261e9982aacfc2c8ff5944aa20. 2024-12-03T10:32:25,562 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:32:25,654 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,37479,1733221919888; all regions closed. 2024-12-03T10:32:25,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:32:25,656 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.meta.1733221923004.meta not finished, retry = 0 2024-12-03T10:32:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741839_1015 (size=2676) 2024-12-03T10:32:25,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.rep.1733221932644 not finished, retry = 0 2024-12-03T10:32:25,808 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:32:25,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,815 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 1161, reset compression=false 2024-12-03T10:32:25,819 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:25,820 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.wal-reader.a78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 to pos 1805, reset compression=false 2024-12-03T10:32:25,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:25,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741832_1008 (size=1813) 2024-12-03T10:32:25,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/WALs/a78f5601770a,37479,1733221919888/a78f5601770a%2C37479%2C1733221919888.1733221922087 not finished, retry = 0 2024-12-03T10:32:25,962 DEBUG [RS:0;a78f5601770a:37479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:25,962 INFO [RS:0;a78f5601770a:37479 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:32:25,962 INFO [RS:0;a78f5601770a:37479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:32:25,962 INFO [RS:0;a78f5601770a:37479 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T10:32:25,962 INFO [RS:0;a78f5601770a:37479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:32:25,962 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:32:25,962 INFO [RS:0;a78f5601770a:37479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,37479,1733221919888 because: Region server is closing 2024-12-03T10:32:25,962 INFO [RS:0;a78f5601770a:37479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:37479. 2024-12-03T10:32:25,962 DEBUG [RS:0;a78f5601770a:37479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:25,963 DEBUG [RS:0;a78f5601770a:37479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:25,963 DEBUG [RS:0;a78f5601770a:37479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:25,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:26,063 INFO [RS:0;a78f5601770a:37479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,37479,1733221919888.replicationSource.shippera78f5601770a%2C37479%2C1733221919888,1-a78f5601770a,37479,1733221919888 terminated 2024-12-03T10:32:26,063 INFO [RS:0;a78f5601770a:37479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:37479. 2024-12-03T10:32:26,063 DEBUG [RS:0;a78f5601770a:37479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:26,063 DEBUG [RS:0;a78f5601770a:37479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:26,063 DEBUG [RS:0;a78f5601770a:37479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:26,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:26,063 INFO [RS:0;a78f5601770a:37479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37479 2024-12-03T10:32:26,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01133289619/rs/a78f5601770a,37479,1733221919888 2024-12-03T10:32:26,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619/rs 2024-12-03T10:32:26,092 INFO [RS:0;a78f5601770a:37479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:32:26,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,37479,1733221919888] 2024-12-03T10:32:26,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01133289619/draining/a78f5601770a,37479,1733221919888 already deleted, retry=false 2024-12-03T10:32:26,111 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,37479,1733221919888 expired; onlineServers=0 2024-12-03T10:32:26,111 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,36677,1733221919725' ***** 2024-12-03T10:32:26,111 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:32:26,111 INFO [M:0;a78f5601770a:36677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:32:26,111 INFO [M:0;a78f5601770a:36677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:32:26,111 DEBUG [M:0;a78f5601770a:36677 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:32:26,111 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:32:26,111 DEBUG [M:0;a78f5601770a:36677 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:32:26,111 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221921831 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221921831,5,FailOnTimeoutGroup] 2024-12-03T10:32:26,111 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221921835 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221921835,5,FailOnTimeoutGroup] 2024-12-03T10:32:26,112 INFO [M:0;a78f5601770a:36677 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:32:26,112 INFO [M:0;a78f5601770a:36677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:32:26,112 DEBUG [M:0;a78f5601770a:36677 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:32:26,112 INFO [M:0;a78f5601770a:36677 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:32:26,112 INFO [M:0;a78f5601770a:36677 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:32:26,112 INFO [M:0;a78f5601770a:36677 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:32:26,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:32:26,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01133289619/master 2024-12-03T10:32:26,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01133289619 2024-12-03T10:32:26,120 DEBUG [M:0;a78f5601770a:36677 {}] zookeeper.ZKUtil(347): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Unable to get data of znode /01133289619/master because node does not exist (not an error) 2024-12-03T10:32:26,120 WARN [M:0;a78f5601770a:36677 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:32:26,121 INFO [M:0;a78f5601770a:36677 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/.lastflushedseqids 2024-12-03T10:32:26,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741848_1024 (size=245) 2024-12-03T10:32:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:32:26,203 INFO [RS:0;a78f5601770a:37479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:32:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37479-0x1019c0957390001, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:32:26,203 INFO [RS:0;a78f5601770a:37479 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,37479,1733221919888; zookeeper connection closed. 2024-12-03T10:32:26,203 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b6a4fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b6a4fe 2024-12-03T10:32:26,203 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:32:26,524 INFO [M:0;a78f5601770a:36677 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:32:26,525 INFO [M:0;a78f5601770a:36677 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:32:26,525 DEBUG [M:0;a78f5601770a:36677 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:32:26,525 INFO [M:0;a78f5601770a:36677 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:26,525 DEBUG [M:0;a78f5601770a:36677 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:26,525 DEBUG [M:0;a78f5601770a:36677 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:32:26,525 DEBUG [M:0;a78f5601770a:36677 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:26,525 INFO [M:0;a78f5601770a:36677 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T10:32:26,537 DEBUG [M:0;a78f5601770a:36677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/109ddeddce784098942a7ae195ff3e56 is 82, key is hbase:meta,,1/info:regioninfo/1733221923030/Put/seqid=0 2024-12-03T10:32:26,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741849_1025 (size=5672) 2024-12-03T10:32:26,940 INFO [M:0;a78f5601770a:36677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/109ddeddce784098942a7ae195ff3e56 2024-12-03T10:32:26,959 DEBUG [M:0;a78f5601770a:36677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b17ce59871c841f0bca2814431a30d11 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733221932678/Put/seqid=0 2024-12-03T10:32:26,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741850_1026 (size=8516) 2024-12-03T10:32:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:32:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:32:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:32:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T10:32:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:32:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:32:27,363 INFO [M:0;a78f5601770a:36677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b17ce59871c841f0bca2814431a30d11 2024-12-03T10:32:27,378 DEBUG [M:0;a78f5601770a:36677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e58ab302f0944356ac9edf8db8616c84 is 69, key is a78f5601770a,37479,1733221919888/rs:state/1733221921941/Put/seqid=0 2024-12-03T10:32:27,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741851_1027 (size=5156) 2024-12-03T10:32:27,782 INFO [M:0;a78f5601770a:36677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e58ab302f0944356ac9edf8db8616c84 2024-12-03T10:32:27,786 DEBUG [M:0;a78f5601770a:36677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/109ddeddce784098942a7ae195ff3e56 as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/109ddeddce784098942a7ae195ff3e56 2024-12-03T10:32:27,789 INFO [M:0;a78f5601770a:36677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/109ddeddce784098942a7ae195ff3e56, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T10:32:27,790 DEBUG [M:0;a78f5601770a:36677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b17ce59871c841f0bca2814431a30d11 as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b17ce59871c841f0bca2814431a30d11 2024-12-03T10:32:27,796 INFO [M:0;a78f5601770a:36677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b17ce59871c841f0bca2814431a30d11, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T10:32:27,796 DEBUG [M:0;a78f5601770a:36677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e58ab302f0944356ac9edf8db8616c84 as hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e58ab302f0944356ac9edf8db8616c84 2024-12-03T10:32:27,800 INFO [M:0;a78f5601770a:36677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42979/user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e58ab302f0944356ac9edf8db8616c84, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T10:32:27,801 INFO [M:0;a78f5601770a:36677 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-12-03T10:32:27,803 INFO [M:0;a78f5601770a:36677 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:27,804 DEBUG [M:0;a78f5601770a:36677 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221946525Disabling compacts and flushes for region at 1733221946525Disabling writes for close at 1733221946525Obtaining lock to block concurrent updates at 1733221946525Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221946525Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733221946525Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221946526 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221946526Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221946537 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221946537Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221946944 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221946958 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221946959 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221947367 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221947378 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221947378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbf1619: reopening flushed file at 1733221947785 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3faf3aba: reopening flushed file at 1733221947789 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d835b: reopening flushed file at 1733221947796 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1733221947801 (+5 ms)Writing region close event to WAL at 1733221947803 (+2 ms)Closed at 1733221947803 2024-12-03T10:32:27,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44709 is added to blk_1073741830_1006 (size=63654) 2024-12-03T10:32:27,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3493a35-067d-f940-ddc0-5c11428ea365/MasterData/WALs/a78f5601770a,36677,1733221919725/a78f5601770a%2C36677%2C1733221919725.1733221921614 not finished, retry = 0 2024-12-03T10:32:27,906 INFO [M:0;a78f5601770a:36677 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:32:27,906 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:32:27,907 INFO [M:0;a78f5601770a:36677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36677 2024-12-03T10:32:27,907 INFO [M:0;a78f5601770a:36677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:32:28,026 INFO [M:0;a78f5601770a:36677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:32:28,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:32:28,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36677-0x1019c0957390000, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:32:28,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a03fc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:32:28,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@151d21dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:32:28,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:32:28,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f678bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:32:28,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/hadoop.log.dir/,STOPPED} 2024-12-03T10:32:28,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:32:28,060 WARN [BP-1746233186-172.17.0.2-1733221918054 heartbeating to localhost/127.0.0.1:42979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:32:28,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:32:28,060 WARN [BP-1746233186-172.17.0.2-1733221918054 heartbeating to localhost/127.0.0.1:42979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1746233186-172.17.0.2-1733221918054 (Datanode Uuid 74b33f1b-b17b-488c-a165-763091707df8) service to localhost/127.0.0.1:42979 2024-12-03T10:32:28,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/cluster_2aebeb5d-2c5a-0a7e-1132-4b97644bc56f/data/data1/current/BP-1746233186-172.17.0.2-1733221918054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:32:28,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/cluster_2aebeb5d-2c5a-0a7e-1132-4b97644bc56f/data/data2/current/BP-1746233186-172.17.0.2-1733221918054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:32:28,061 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:32:28,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78093ce3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:32:28,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf6be0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:32:28,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:32:28,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e41dead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:32:28,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c1350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2ac50b-a798-e248-9068-b3cdcd62d362/hadoop.log.dir/,STOPPED} 2024-12-03T10:32:28,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:32:28,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:32:28,094 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 240) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60223) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42979 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38749 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60223) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=655 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 190) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7829 (was 7858) 2024-12-03T10:32:28,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=7829 2024-12-03T10:32:28,118 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-03T10:32:28,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/hadoop.log.dir so I do NOT create it in target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f 2024-12-03T10:32:28,119 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:32:28,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/hadoop.tmp.dir so I do NOT create it in target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f 2024-12-03T10:32:28,119 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e32607da-1e03-f55e-3624-64cf73a2e84c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:32:28,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f 2024-12-03T10:32:28,119 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/cluster_bd90a96a-0145-8389-77f3-a9594d960566, deleteOnExit=true 2024-12-03T10:32:28,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/cluster_bd90a96a-0145-8389-77f3-a9594d960566/zookeeper_0, clientPort=63056, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/cluster_bd90a96a-0145-8389-77f3-a9594d960566/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/cluster_bd90a96a-0145-8389-77f3-a9594d960566/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:32:28,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63056 2024-12-03T10:32:28,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:32:28,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:32:28,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/test.cache.data in system properties and HBase conf 2024-12-03T10:32:28,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:32:28,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:32:28,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:32:28,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:32:28,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:32:28,141 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:32:28,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:32:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019c0957390005, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:32:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019c0957390002, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:32:28,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019c0957390005, quorum=127.0.0.1:60223, baseZNode=/1-2141117909 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:32:28,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019c0957390002, quorum=127.0.0.1:60223, baseZNode=/01133289619 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:32:28,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:28,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:32:28,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:32:28,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:32:28,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:32:28,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:28,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:32:28,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3ac1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:32:28,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15e4e09a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/java.io.tmpdir/jetty-localhost-36785-hadoop-hdfs-3_4_1-tests_jar-_-any-16579712405505248495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:32:28,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b589b02{HTTP/1.1, (http/1.1)}{localhost:36785} 2024-12-03T10:32:28,536 INFO [Time-limited test {}] server.Server(415): Started @226653ms 2024-12-03T10:32:28,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:28,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:32:28,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:32:28,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:32:28,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:32:28,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:32:28,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eacbe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:32:28,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28400cbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/java.io.tmpdir/jetty-localhost-42909-hadoop-hdfs-3_4_1-tests_jar-_-any-12072432025837198517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:32:28,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b3f6ff{HTTP/1.1, (http/1.1)}{localhost:42909} 2024-12-03T10:32:28,839 INFO [Time-limited test {}] server.Server(415): Started @226957ms 2024-12-03T10:32:28,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:32:29,333 WARN [Thread-2682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/cluster_bd90a96a-0145-8389-77f3-a9594d960566/data/data1/current/BP-615090533-172.17.0.2-1733221948154/current, will proceed with Du for space computation calculation, 2024-12-03T10:32:29,333 WARN [Thread-2683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/cluster_bd90a96a-0145-8389-77f3-a9594d960566/data/data2/current/BP-615090533-172.17.0.2-1733221948154/current, will proceed with Du for space computation calculation, 2024-12-03T10:32:29,346 WARN [Thread-2670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:32:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d9a90433f8c8e9b with lease ID 0x77bbd698250f4312: Processing first storage report for DS-ea8b20d4-02c0-4d76-85ad-db4e4fdce852 from datanode DatanodeRegistration(127.0.0.1:36171, datanodeUuid=c94a9042-8ec2-4dde-8e17-bc387b49caed, infoPort=43171, infoSecurePort=0, ipcPort=42705, storageInfo=lv=-57;cid=testClusterID;nsid=2071038612;c=1733221948154) 2024-12-03T10:32:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d9a90433f8c8e9b with lease ID 0x77bbd698250f4312: from storage DS-ea8b20d4-02c0-4d76-85ad-db4e4fdce852 node DatanodeRegistration(127.0.0.1:36171, datanodeUuid=c94a9042-8ec2-4dde-8e17-bc387b49caed, infoPort=43171, infoSecurePort=0, ipcPort=42705, storageInfo=lv=-57;cid=testClusterID;nsid=2071038612;c=1733221948154), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T10:32:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d9a90433f8c8e9b with lease ID 0x77bbd698250f4312: Processing first storage report for DS-b277c10d-d0ad-42c3-a4db-2f34865a7dea from datanode DatanodeRegistration(127.0.0.1:36171, datanodeUuid=c94a9042-8ec2-4dde-8e17-bc387b49caed, infoPort=43171, infoSecurePort=0, ipcPort=42705, storageInfo=lv=-57;cid=testClusterID;nsid=2071038612;c=1733221948154) 2024-12-03T10:32:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d9a90433f8c8e9b with lease ID 0x77bbd698250f4312: from storage DS-b277c10d-d0ad-42c3-a4db-2f34865a7dea node DatanodeRegistration(127.0.0.1:36171, datanodeUuid=c94a9042-8ec2-4dde-8e17-bc387b49caed, infoPort=43171, infoSecurePort=0, ipcPort=42705, storageInfo=lv=-57;cid=testClusterID;nsid=2071038612;c=1733221948154), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:32:29,368 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f 2024-12-03T10:32:29,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:29,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:29,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:32:29,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c with version=8 2024-12-03T10:32:29,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/hbase-staging 2024-12-03T10:32:29,778 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:32:29,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:29,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:29,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:32:29,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:29,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:32:29,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:32:29,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:32:29,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35345 2024-12-03T10:32:29,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35345 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-12-03T10:32:29,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353450x0, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:29,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35345-0x1019c09ccd30000 connected 2024-12-03T10:32:29,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:29,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:29,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Set watcher on znode that does not yet exist, /0-1781833877/running 2024-12-03T10:32:29,922 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c, hbase.cluster.distributed=false 2024-12-03T10:32:29,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Set watcher on znode that does not yet exist, /0-1781833877/acl 2024-12-03T10:32:29,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35345 2024-12-03T10:32:29,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35345 2024-12-03T10:32:29,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35345 2024-12-03T10:32:29,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35345 2024-12-03T10:32:29,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35345 2024-12-03T10:32:29,938 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:32:29,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:29,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:29,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:32:29,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:29,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:32:29,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:32:29,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:32:29,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34949 2024-12-03T10:32:29,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34949 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-12-03T10:32:29,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:29,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:29,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349490x0, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:29,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349490x0, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Set watcher on znode that does not yet exist, /0-1781833877/running 2024-12-03T10:32:29,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34949-0x1019c09ccd30001 connected 2024-12-03T10:32:29,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:32:29,954 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:32:29,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Set watcher on znode that does not yet exist, /0-1781833877/master 2024-12-03T10:32:29,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Set watcher on znode that does not yet exist, /0-1781833877/acl 2024-12-03T10:32:29,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34949 2024-12-03T10:32:29,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34949 2024-12-03T10:32:29,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34949 2024-12-03T10:32:29,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34949 2024-12-03T10:32:29,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34949 2024-12-03T10:32:29,975 DEBUG [M:0;a78f5601770a:35345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:35345 2024-12-03T10:32:29,977 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1781833877/backup-masters/a78f5601770a,35345,1733221949777 2024-12-03T10:32:29,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877/backup-masters 2024-12-03T10:32:29,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877/backup-masters 2024-12-03T10:32:29,986 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Set watcher on existing znode=/0-1781833877/backup-masters/a78f5601770a,35345,1733221949777 2024-12-03T10:32:29,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1781833877/master 2024-12-03T10:32:29,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:29,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:29,995 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Set watcher on existing znode=/0-1781833877/master 2024-12-03T10:32:29,995 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1781833877/backup-masters/a78f5601770a,35345,1733221949777 from backup master directory 2024-12-03T10:32:30,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1781833877/backup-masters/a78f5601770a,35345,1733221949777 2024-12-03T10:32:30,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877/backup-masters 2024-12-03T10:32:30,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877/backup-masters 2024-12-03T10:32:30,003 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:32:30,003 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,35345,1733221949777 2024-12-03T10:32:30,005 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/hbase.id] with ID: ce70d788-7b94-4b65-b5e5-bdcbdd0c4055 2024-12-03T10:32:30,005 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/.tmp/hbase.id 2024-12-03T10:32:30,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:32:30,413 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/.tmp/hbase.id]:[hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/hbase.id] 2024-12-03T10:32:30,420 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:30,420 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:32:30,421 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:32:30,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:30,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:30,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:32:30,833 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:30,834 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:32:30,834 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:30,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:32:31,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:32:31,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:31,239 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store 2024-12-03T10:32:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:32:31,647 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:31,647 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:32:31,647 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:31,647 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:31,647 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:32:31,647 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:31,647 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:31,647 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221951647Disabling compacts and flushes for region at 1733221951647Disabling writes for close at 1733221951647Writing region close event to WAL at 1733221951647Closed at 1733221951647 2024-12-03T10:32:31,648 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/.initializing 2024-12-03T10:32:31,648 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/WALs/a78f5601770a,35345,1733221949777 2024-12-03T10:32:31,649 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:32:31,650 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C35345%2C1733221949777, suffix=, logDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/WALs/a78f5601770a,35345,1733221949777, archiveDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/oldWALs, maxLogs=10 2024-12-03T10:32:31,661 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/WALs/a78f5601770a,35345,1733221949777/a78f5601770a%2C35345%2C1733221949777.1733221951650, exclude list is [], retry=0 2024-12-03T10:32:31,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-ea8b20d4-02c0-4d76-85ad-db4e4fdce852,DISK] 2024-12-03T10:32:31,664 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/WALs/a78f5601770a,35345,1733221949777/a78f5601770a%2C35345%2C1733221949777.1733221951650 2024-12-03T10:32:31,664 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-12-03T10:32:31,664 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:31,664 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:31,664 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,664 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:32:31,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:31,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:31,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:32:31,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:31,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:31,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:32:31,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:31,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:31,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:32:31,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:31,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:31,670 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,670 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,671 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,671 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,671 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,672 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:31,673 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:31,674 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:31,674 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67335743, jitterRate=0.0033807605504989624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:31,675 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221951664Initializing all the Stores at 1733221951665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221951665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221951665Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221951665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221951665Cleaning up temporary data from old regions at 1733221951671 (+6 ms)Region opened successfully at 1733221951675 (+4 ms) 2024-12-03T10:32:31,675 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:32:31,677 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa1c3f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:32:31,677 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:32:31,678 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:32:31,678 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:32:31,678 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:32:31,678 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:32:31,678 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:32:31,679 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:32:31,680 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:32:31,681 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Unable to get data of znode /0-1781833877/balancer because node does not exist (not necessarily an error) 2024-12-03T10:32:31,709 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1781833877/balancer already deleted, retry=false 2024-12-03T10:32:31,709 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:32:31,710 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Unable to get data of znode /0-1781833877/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:32:31,719 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1781833877/normalizer already deleted, retry=false 2024-12-03T10:32:31,719 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:32:31,720 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Unable to get data of znode /0-1781833877/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:32:31,727 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1781833877/switch/split already deleted, retry=false 2024-12-03T10:32:31,728 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Unable to get data of znode /0-1781833877/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:32:31,736 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1781833877/switch/merge already deleted, retry=false 2024-12-03T10:32:31,737 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Unable to get data of znode /0-1781833877/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:32:31,744 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1781833877/snapshot-cleanup already deleted, retry=false 2024-12-03T10:32:31,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1781833877/running 2024-12-03T10:32:31,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1781833877/running 2024-12-03T10:32:31,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:31,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:31,753 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,35345,1733221949777, sessionid=0x1019c09ccd30000, setting cluster-up flag (Was=false) 2024-12-03T10:32:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:31,785 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:31,785 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:32:31,786 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38288 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:32:31,794 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1781833877/flush-table-proc/acquired, /0-1781833877/flush-table-proc/reached, /0-1781833877/flush-table-proc/abort 2024-12-03T10:32:31,795 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,35345,1733221949777 2024-12-03T10:32:31,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:31,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:31,836 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1781833877/online-snapshot/acquired, /0-1781833877/online-snapshot/reached, /0-1781833877/online-snapshot/abort 2024-12-03T10:32:31,837 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,35345,1733221949777 2024-12-03T10:32:31,838 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:32:31,839 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:31,839 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:32:31,839 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:32:31,839 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,35345,1733221949777 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:32:31,841 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:31,841 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:31,841 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:31,841 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:31,841 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:32:31,841 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,841 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:32:31,841 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,844 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221981844 2024-12-03T10:32:31,844 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:32:31,844 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:32:31,844 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:32:31,844 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:32:31,844 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:32:31,844 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:32:31,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:31,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:32:31,845 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,845 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:32:31,845 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:32:31,845 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:32:31,845 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:32:31,845 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:31,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:32:31,846 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:32:31,846 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:32:31,846 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221951846,5,FailOnTimeoutGroup] 2024-12-03T10:32:31,846 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221951846,5,FailOnTimeoutGroup] 2024-12-03T10:32:31,846 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,846 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:32:31,846 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,846 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:32:31,865 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(746): ClusterId : ce70d788-7b94-4b65-b5e5-bdcbdd0c4055 2024-12-03T10:32:31,865 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:32:31,876 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:32:31,876 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:32:31,886 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:32:31,887 DEBUG [RS:0;a78f5601770a:34949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ff795d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:32:31,899 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:34949 2024-12-03T10:32:31,900 INFO [RS:0;a78f5601770a:34949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:32:31,900 INFO [RS:0;a78f5601770a:34949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:32:31,900 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:32:31,900 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,35345,1733221949777 with port=34949, startcode=1733221949938 2024-12-03T10:32:31,900 DEBUG [RS:0;a78f5601770a:34949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:32:31,901 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:32:31,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,34949,1733221949938 2024-12-03T10:32:31,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35345 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,34949,1733221949938 2024-12-03T10:32:31,903 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c 2024-12-03T10:32:31,903 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44869 2024-12-03T10:32:31,903 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:32:31,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877/rs 2024-12-03T10:32:31,911 DEBUG [RS:0;a78f5601770a:34949 {}] zookeeper.ZKUtil(111): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Set watcher on existing znode=/0-1781833877/rs/a78f5601770a,34949,1733221949938 2024-12-03T10:32:31,911 WARN [RS:0;a78f5601770a:34949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:32:31,911 INFO [RS:0;a78f5601770a:34949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:31,911 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938 2024-12-03T10:32:31,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,34949,1733221949938] 2024-12-03T10:32:31,913 INFO [RS:0;a78f5601770a:34949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:32:31,915 INFO [RS:0;a78f5601770a:34949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:32:31,915 INFO [RS:0;a78f5601770a:34949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:32:31,915 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,915 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:32:31,915 INFO [RS:0;a78f5601770a:34949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:32:31,916 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:32:31,916 DEBUG [RS:0;a78f5601770a:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:32:31,921 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,921 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,921 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,921 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,921 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,921 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34949,1733221949938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:32:31,932 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:32:31,933 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34949,1733221949938-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,933 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,933 INFO [RS:0;a78f5601770a:34949 {}] regionserver.Replication(171): a78f5601770a,34949,1733221949938 started 2024-12-03T10:32:31,944 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:31,944 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,34949,1733221949938, RpcServer on a78f5601770a/172.17.0.2:34949, sessionid=0x1019c09ccd30001 2024-12-03T10:32:31,944 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:32:31,944 DEBUG [RS:0;a78f5601770a:34949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,34949,1733221949938 2024-12-03T10:32:31,944 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,34949,1733221949938' 2024-12-03T10:32:31,944 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1781833877/flush-table-proc/abort' 2024-12-03T10:32:31,944 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1781833877/flush-table-proc/acquired' 2024-12-03T10:32:31,945 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:32:31,945 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:32:31,945 DEBUG [RS:0;a78f5601770a:34949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,34949,1733221949938 2024-12-03T10:32:31,945 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,34949,1733221949938' 2024-12-03T10:32:31,945 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1781833877/online-snapshot/abort' 2024-12-03T10:32:31,945 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1781833877/online-snapshot/acquired' 2024-12-03T10:32:31,945 DEBUG [RS:0;a78f5601770a:34949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:32:31,945 INFO [RS:0;a78f5601770a:34949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:32:31,945 INFO [RS:0;a78f5601770a:34949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:32:32,046 INFO [RS:0;a78f5601770a:34949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:32:32,047 INFO [RS:0;a78f5601770a:34949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C34949%2C1733221949938, suffix=, logDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938, archiveDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/oldWALs, maxLogs=10 2024-12-03T10:32:32,057 DEBUG [RS:0;a78f5601770a:34949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, exclude list is [], retry=0 2024-12-03T10:32:32,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-ea8b20d4-02c0-4d76-85ad-db4e4fdce852,DISK] 2024-12-03T10:32:32,061 INFO [RS:0;a78f5601770a:34949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 2024-12-03T10:32:32,061 DEBUG [RS:0;a78f5601770a:34949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-12-03T10:32:32,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:32:32,253 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c 2024-12-03T10:32:32,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:32:32,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:32,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:32:32,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:32:32,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:32,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:32,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:32:32,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:32:32,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:32,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:32,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:32:32,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:32:32,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:32,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:32,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:32:32,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:32:32,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:32,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:32,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:32:32,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740 2024-12-03T10:32:32,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740 2024-12-03T10:32:32,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:32:32,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:32:32,666 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:32,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:32:32,667 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:32,668 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65604205, jitterRate=-0.02242116630077362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:32,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221952658Initializing all the Stores at 1733221952659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221952659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221952659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221952659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221952659Cleaning up temporary data from old regions at 1733221952665 (+6 ms)Region opened successfully at 1733221952668 (+3 ms) 2024-12-03T10:32:32,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:32:32,668 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:32:32,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:32:32,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:32:32,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:32:32,669 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:32:32,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221952668Disabling compacts and flushes for region at 1733221952668Disabling writes for close at 1733221952668Writing region close event to WAL at 1733221952669 (+1 ms)Closed at 1733221952669 2024-12-03T10:32:32,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:32,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:32:32,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:32:32,670 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:32:32,671 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:32:32,821 DEBUG [a78f5601770a:35345 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:32:32,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,34949,1733221949938 2024-12-03T10:32:32,822 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,34949,1733221949938, state=OPENING 2024-12-03T10:32:32,859 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:32:32,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:32,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:32,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1781833877/meta-region-server: CHANGED 2024-12-03T10:32:32,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1781833877/meta-region-server: CHANGED 2024-12-03T10:32:32,896 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:32:32,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,34949,1733221949938}] 2024-12-03T10:32:33,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:32:33,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:32:33,051 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:32:33,051 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:33,051 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:32:33,052 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C34949%2C1733221949938.meta, suffix=.meta, logDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938, archiveDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/oldWALs, maxLogs=10 2024-12-03T10:32:33,063 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.meta.1733221953052.meta, exclude list is [], retry=0 2024-12-03T10:32:33,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-ea8b20d4-02c0-4d76-85ad-db4e4fdce852,DISK] 2024-12-03T10:32:33,066 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.meta.1733221953052.meta 2024-12-03T10:32:33,066 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-12-03T10:32:33,066 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:33,066 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:33,066 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:32:33,066 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:32:33,067 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:32:33,067 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:32:33,067 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:33,067 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:32:33,067 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:32:33,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:32:33,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:32:33,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:32:33,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:32:33,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:33,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:32:33,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:32:33,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:33,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:33,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:32:33,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:32:33,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:33,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:33,071 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:32:33,071 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740 2024-12-03T10:32:33,072 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740 2024-12-03T10:32:33,073 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:32:33,073 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:32:33,073 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:33,074 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:32:33,074 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60355402, jitterRate=-0.10063442587852478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:33,074 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:32:33,075 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221953067Writing region info on filesystem at 1733221953067Initializing all the Stores at 1733221953067Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221953067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221953068 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221953068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221953068Cleaning up temporary data from old regions at 1733221953073 (+5 ms)Running coprocessor post-open hooks at 1733221953074 (+1 ms)Region opened successfully at 1733221953075 (+1 ms) 2024-12-03T10:32:33,076 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221953047 2024-12-03T10:32:33,077 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:32:33,077 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:32:33,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,34949,1733221949938 2024-12-03T10:32:33,078 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,34949,1733221949938, state=OPEN 2024-12-03T10:32:33,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1781833877/meta-region-server 2024-12-03T10:32:33,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1781833877/meta-region-server 2024-12-03T10:32:33,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,34949,1733221949938 2024-12-03T10:32:33,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1781833877/meta-region-server: CHANGED 2024-12-03T10:32:33,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1781833877/meta-region-server: CHANGED 2024-12-03T10:32:33,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:32:33,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,34949,1733221949938 in 198 msec 2024-12-03T10:32:33,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:32:33,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-12-03T10:32:33,097 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:33,097 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:32:33,098 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:33,098 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34949,1733221949938, seqNum=-1] 2024-12-03T10:32:33,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:33,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:33,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-12-03T10:32:33,112 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221953112, completionTime=-1 2024-12-03T10:32:33,112 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:32:33,112 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:32:33,114 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:32:33,114 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733222013114 2024-12-03T10:32:33,114 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222073114 2024-12-03T10:32:33,114 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:32:33,114 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35345,1733221949777-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:33,114 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35345,1733221949777-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:33,114 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35345,1733221949777-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:33,115 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:35345, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:33,115 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:33,115 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:33,116 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:32:33,117 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.114sec 2024-12-03T10:32:33,117 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:32:33,117 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:32:33,117 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:32:33,117 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:32:33,117 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:32:33,117 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35345,1733221949777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:32:33,117 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35345,1733221949777-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:32:33,119 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:32:33,119 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:32:33,119 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35345,1733221949777-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:33,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:33,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35345,-1 for getting cluster id 2024-12-03T10:32:33,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:33,167 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce70d788-7b94-4b65-b5e5-bdcbdd0c4055' 2024-12-03T10:32:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce70d788-7b94-4b65-b5e5-bdcbdd0c4055" 2024-12-03T10:32:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ca6520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35345,-1] 2024-12-03T10:32:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:33,168 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:33,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788dd956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:33,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34949,1733221949938, seqNum=-1] 2024-12-03T10:32:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:33,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:33,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,35345,1733221949777 2024-12-03T10:32:33,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-12-03T10:32:33,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:33,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019c09ccd30002 connected 2024-12-03T10:32:33,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/hadoop.log.dir so I do NOT create it in target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1 2024-12-03T10:32:33,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:32:33,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/hadoop.tmp.dir so I do NOT create it in target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1 2024-12-03T10:32:33,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:32:33,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1 2024-12-03T10:32:33,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:32:33,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/cluster_6fcaf3a1-f74e-b038-1fca-8f4843096af0, deleteOnExit=true 2024-12-03T10:32:33,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/test.cache.data in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:32:33,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:32:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:32:33,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:32:33,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:32:33,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:32:33,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:32:33,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:32:33,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:33,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:32:33,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:32:33,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:32:33,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:32:33,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:33,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f01cbd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:32:33,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4d9ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:32:33,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c36904c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/java.io.tmpdir/jetty-localhost-37131-hadoop-hdfs-3_4_1-tests_jar-_-any-14821089926032427748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:32:33,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@599275ad{HTTP/1.1, (http/1.1)}{localhost:37131} 2024-12-03T10:32:33,557 INFO [Time-limited test {}] server.Server(415): Started @231674ms 2024-12-03T10:32:33,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:33,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:32:33,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:32:33,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:32:33,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:32:33,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5604bf70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:32:33,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcd1238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:32:33,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79e08126{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/java.io.tmpdir/jetty-localhost-44543-hadoop-hdfs-3_4_1-tests_jar-_-any-5034260646284275676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:32:33,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3f1a99{HTTP/1.1, (http/1.1)}{localhost:44543} 2024-12-03T10:32:33,865 INFO [Time-limited test {}] server.Server(415): Started @231983ms 2024-12-03T10:32:33,866 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:32:34,379 WARN [Thread-2803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/cluster_6fcaf3a1-f74e-b038-1fca-8f4843096af0/data/data1/current/BP-1374976219-172.17.0.2-1733221953208/current, will proceed with Du for space computation calculation, 2024-12-03T10:32:34,379 WARN [Thread-2804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/cluster_6fcaf3a1-f74e-b038-1fca-8f4843096af0/data/data2/current/BP-1374976219-172.17.0.2-1733221953208/current, will proceed with Du for space computation calculation, 2024-12-03T10:32:34,398 WARN [Thread-2791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:32:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25f841fb5bd48ade with lease ID 0xfc3a27c2d71ff732: Processing first storage report for DS-85584e5d-b110-4c46-a3f2-647a90d1c80d from datanode DatanodeRegistration(127.0.0.1:40549, datanodeUuid=9e49a63e-cabe-4d1a-9e65-69a7cc7634ce, infoPort=44099, infoSecurePort=0, ipcPort=40199, storageInfo=lv=-57;cid=testClusterID;nsid=466492873;c=1733221953208) 2024-12-03T10:32:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25f841fb5bd48ade with lease ID 0xfc3a27c2d71ff732: from storage DS-85584e5d-b110-4c46-a3f2-647a90d1c80d node DatanodeRegistration(127.0.0.1:40549, datanodeUuid=9e49a63e-cabe-4d1a-9e65-69a7cc7634ce, infoPort=44099, infoSecurePort=0, ipcPort=40199, storageInfo=lv=-57;cid=testClusterID;nsid=466492873;c=1733221953208), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:32:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25f841fb5bd48ade with lease ID 0xfc3a27c2d71ff732: Processing first storage report for DS-8e0f404b-5cf9-4766-a267-0f286458be9a from datanode DatanodeRegistration(127.0.0.1:40549, datanodeUuid=9e49a63e-cabe-4d1a-9e65-69a7cc7634ce, infoPort=44099, infoSecurePort=0, ipcPort=40199, storageInfo=lv=-57;cid=testClusterID;nsid=466492873;c=1733221953208) 2024-12-03T10:32:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25f841fb5bd48ade with lease ID 0xfc3a27c2d71ff732: from storage DS-8e0f404b-5cf9-4766-a267-0f286458be9a node DatanodeRegistration(127.0.0.1:40549, datanodeUuid=9e49a63e-cabe-4d1a-9e65-69a7cc7634ce, infoPort=44099, infoSecurePort=0, ipcPort=40199, storageInfo=lv=-57;cid=testClusterID;nsid=466492873;c=1733221953208), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:32:34,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1 2024-12-03T10:32:34,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:34,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:34,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:32:34,901 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed with version=8 2024-12-03T10:32:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/hbase-staging 2024-12-03T10:32:34,904 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:32:34,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:34,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:34,904 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:32:34,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:34,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:32:34,904 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:32:34,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:32:34,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34907 2024-12-03T10:32:34,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34907 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-12-03T10:32:34,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349070x0, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:34,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34907-0x1019c09ccd30003 connected 2024-12-03T10:32:34,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:34,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:34,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Set watcher on znode that does not yet exist, /11708937347/running 2024-12-03T10:32:34,997 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed, hbase.cluster.distributed=false 2024-12-03T10:32:34,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Set watcher on znode that does not yet exist, /11708937347/acl 2024-12-03T10:32:34,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34907 2024-12-03T10:32:34,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34907 2024-12-03T10:32:34,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34907 2024-12-03T10:32:35,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34907 2024-12-03T10:32:35,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34907 2024-12-03T10:32:35,012 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:32:35,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:35,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:35,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:32:35,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:35,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:32:35,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:32:35,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:32:35,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35419 2024-12-03T10:32:35,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35419 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-12-03T10:32:35,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:35,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:35,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354190x0, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:35,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354190x0, quorum=127.0.0.1:63056, baseZNode=/11708937347 Set watcher on znode that does not yet exist, /11708937347/running 2024-12-03T10:32:35,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35419-0x1019c09ccd30004 connected 2024-12-03T10:32:35,026 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:32:35,026 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:32:35,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Set watcher on znode that does not yet exist, /11708937347/master 2024-12-03T10:32:35,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Set watcher on znode that does not yet exist, /11708937347/acl 2024-12-03T10:32:35,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35419 2024-12-03T10:32:35,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35419 2024-12-03T10:32:35,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35419 2024-12-03T10:32:35,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35419 2024-12-03T10:32:35,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35419 2024-12-03T10:32:35,040 DEBUG [M:0;a78f5601770a:34907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:34907 2024-12-03T10:32:35,042 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11708937347/backup-masters/a78f5601770a,34907,1733221954904 2024-12-03T10:32:35,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347/backup-masters 2024-12-03T10:32:35,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347/backup-masters 2024-12-03T10:32:35,051 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Set watcher on existing znode=/11708937347/backup-masters/a78f5601770a,34907,1733221954904 2024-12-03T10:32:35,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:35,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11708937347/master 2024-12-03T10:32:35,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:35,061 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Set watcher on existing znode=/11708937347/master 2024-12-03T10:32:35,061 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11708937347/backup-masters/a78f5601770a,34907,1733221954904 from backup master directory 2024-12-03T10:32:35,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11708937347/backup-masters/a78f5601770a,34907,1733221954904 2024-12-03T10:32:35,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347/backup-masters 2024-12-03T10:32:35,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347/backup-masters 2024-12-03T10:32:35,069 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:32:35,069 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,34907,1733221954904 2024-12-03T10:32:35,072 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/hbase.id] with ID: 08a06b2d-10f0-49a6-9cd2-db9ba3de7976 2024-12-03T10:32:35,072 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/.tmp/hbase.id 2024-12-03T10:32:35,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:32:35,476 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/.tmp/hbase.id]:[hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/hbase.id] 2024-12-03T10:32:35,483 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:35,483 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:32:35,484 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:32:35,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:35,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:35,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:32:35,913 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:35,914 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:32:35,914 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:35,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:32:36,320 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store 2024-12-03T10:32:36,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:32:36,724 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:36,725 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:32:36,725 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:36,725 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:36,725 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:32:36,725 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:36,725 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:36,725 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221956725Disabling compacts and flushes for region at 1733221956725Disabling writes for close at 1733221956725Writing region close event to WAL at 1733221956725Closed at 1733221956725 2024-12-03T10:32:36,726 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/.initializing 2024-12-03T10:32:36,726 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/WALs/a78f5601770a,34907,1733221954904 2024-12-03T10:32:36,726 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:32:36,727 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C34907%2C1733221954904, suffix=, logDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/WALs/a78f5601770a,34907,1733221954904, archiveDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/oldWALs, maxLogs=10 2024-12-03T10:32:36,742 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/WALs/a78f5601770a,34907,1733221954904/a78f5601770a%2C34907%2C1733221954904.1733221956728, exclude list is [], retry=0 2024-12-03T10:32:36,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40549,DS-85584e5d-b110-4c46-a3f2-647a90d1c80d,DISK] 2024-12-03T10:32:36,746 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/WALs/a78f5601770a,34907,1733221954904/a78f5601770a%2C34907%2C1733221954904.1733221956728 2024-12-03T10:32:36,746 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-12-03T10:32:36,746 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:36,747 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:36,747 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,747 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:32:36,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:36,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:36,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:32:36,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:36,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:36,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:32:36,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:36,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:36,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:32:36,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:36,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:36,752 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,752 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,752 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,753 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,753 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,753 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:36,754 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:36,756 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:36,756 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59775542, jitterRate=-0.10927501320838928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:36,756 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221956747Initializing all the Stores at 1733221956747Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221956747Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221956748 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221956748Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221956748Cleaning up temporary data from old regions at 1733221956753 (+5 ms)Region opened successfully at 1733221956756 (+3 ms) 2024-12-03T10:32:36,759 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:32:36,761 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cdce64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:32:36,762 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:32:36,762 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:32:36,762 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:32:36,762 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:32:36,762 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:32:36,763 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:32:36,763 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:32:36,764 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:32:36,764 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Unable to get data of znode /11708937347/balancer because node does not exist (not necessarily an error) 2024-12-03T10:32:36,804 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11708937347/balancer already deleted, retry=false 2024-12-03T10:32:36,805 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:32:36,806 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Unable to get data of znode /11708937347/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:32:37,179 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11708937347/normalizer already deleted, retry=false 2024-12-03T10:32:37,179 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:32:37,180 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Unable to get data of znode /11708937347/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:32:37,225 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11708937347/switch/split already deleted, retry=false 2024-12-03T10:32:37,226 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Unable to get data of znode /11708937347/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:32:37,235 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11708937347/switch/merge already deleted, retry=false 2024-12-03T10:32:37,237 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Unable to get data of znode /11708937347/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:32:37,244 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11708937347/snapshot-cleanup already deleted, retry=false 2024-12-03T10:32:37,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11708937347/running 2024-12-03T10:32:37,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11708937347/running 2024-12-03T10:32:37,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:37,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:37,253 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,34907,1733221954904, sessionid=0x1019c09ccd30003, setting cluster-up flag (Was=false) 2024-12-03T10:32:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:37,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:32:37,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T10:32:37,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:32:37,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T10:32:37,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:32:37,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T10:32:37,294 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11708937347/flush-table-proc/acquired, /11708937347/flush-table-proc/reached, /11708937347/flush-table-proc/abort 2024-12-03T10:32:37,295 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,34907,1733221954904 2024-12-03T10:32:37,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:37,336 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11708937347/online-snapshot/acquired, /11708937347/online-snapshot/reached, /11708937347/online-snapshot/abort 2024-12-03T10:32:37,336 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,34907,1733221954904 2024-12-03T10:32:37,337 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:32:37,339 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:37,339 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:32:37,339 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:32:37,340 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,34907,1733221954904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:32:37,341 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:37,341 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:37,341 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:37,341 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:37,341 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:32:37,341 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,341 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:32:37,341 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:37,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:32:37,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:37,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:32:37,346 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221987346 2024-12-03T10:32:37,346 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:32:37,346 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:32:37,346 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:32:37,346 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:32:37,347 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:32:37,347 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:32:37,347 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,347 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:32:37,347 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:32:37,348 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:32:37,348 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:32:37,351 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:32:37,351 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:32:37,352 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221957352,5,FailOnTimeoutGroup] 2024-12-03T10:32:37,352 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221957352,5,FailOnTimeoutGroup] 2024-12-03T10:32:37,352 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,352 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:32:37,352 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,352 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:32:37,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:32:37,360 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed 2024-12-03T10:32:37,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:32:37,434 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(746): ClusterId : 08a06b2d-10f0-49a6-9cd2-db9ba3de7976 2024-12-03T10:32:37,434 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:32:37,445 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:32:37,445 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:32:37,453 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:32:37,453 DEBUG [RS:0;a78f5601770a:35419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3555a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:32:37,462 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:35419 2024-12-03T10:32:37,463 INFO [RS:0;a78f5601770a:35419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:32:37,463 INFO [RS:0;a78f5601770a:35419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:32:37,463 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:32:37,463 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,34907,1733221954904 with port=35419, startcode=1733221955011 2024-12-03T10:32:37,463 DEBUG [RS:0;a78f5601770a:35419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:32:37,464 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:32:37,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,35419,1733221955011 2024-12-03T10:32:37,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,35419,1733221955011 2024-12-03T10:32:37,466 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed 2024-12-03T10:32:37,466 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35335 2024-12-03T10:32:37,466 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:32:37,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347/rs 2024-12-03T10:32:37,515 DEBUG [RS:0;a78f5601770a:35419 {}] zookeeper.ZKUtil(111): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Set watcher on existing znode=/11708937347/rs/a78f5601770a,35419,1733221955011 2024-12-03T10:32:37,516 WARN [RS:0;a78f5601770a:35419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:32:37,516 INFO [RS:0;a78f5601770a:35419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:37,516 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011 2024-12-03T10:32:37,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,35419,1733221955011] 2024-12-03T10:32:37,518 INFO [RS:0;a78f5601770a:35419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:32:37,519 INFO [RS:0;a78f5601770a:35419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:32:37,520 INFO [RS:0;a78f5601770a:35419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:32:37,520 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,520 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:32:37,520 INFO [RS:0;a78f5601770a:35419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:32:37,521 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:32:37,521 DEBUG [RS:0;a78f5601770a:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:32:37,521 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,521 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,522 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,522 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,522 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,522 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35419,1733221955011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:32:37,533 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:32:37,533 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35419,1733221955011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,533 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,533 INFO [RS:0;a78f5601770a:35419 {}] regionserver.Replication(171): a78f5601770a,35419,1733221955011 started 2024-12-03T10:32:37,544 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:37,544 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,35419,1733221955011, RpcServer on a78f5601770a/172.17.0.2:35419, sessionid=0x1019c09ccd30004 2024-12-03T10:32:37,545 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:32:37,545 DEBUG [RS:0;a78f5601770a:35419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,35419,1733221955011 2024-12-03T10:32:37,545 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,35419,1733221955011' 2024-12-03T10:32:37,545 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11708937347/flush-table-proc/abort' 2024-12-03T10:32:37,545 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11708937347/flush-table-proc/acquired' 2024-12-03T10:32:37,545 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:32:37,546 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:32:37,546 DEBUG [RS:0;a78f5601770a:35419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,35419,1733221955011 2024-12-03T10:32:37,546 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,35419,1733221955011' 2024-12-03T10:32:37,546 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11708937347/online-snapshot/abort' 2024-12-03T10:32:37,546 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11708937347/online-snapshot/acquired' 2024-12-03T10:32:37,546 DEBUG [RS:0;a78f5601770a:35419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:32:37,546 INFO [RS:0;a78f5601770a:35419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:32:37,546 INFO [RS:0;a78f5601770a:35419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:32:37,646 INFO [RS:0;a78f5601770a:35419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:32:37,647 INFO [RS:0;a78f5601770a:35419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C35419%2C1733221955011, suffix=, logDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011, archiveDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/oldWALs, maxLogs=10 2024-12-03T10:32:37,658 DEBUG [RS:0;a78f5601770a:35419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, exclude list is [], retry=0 2024-12-03T10:32:37,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40549,DS-85584e5d-b110-4c46-a3f2-647a90d1c80d,DISK] 2024-12-03T10:32:37,662 INFO [RS:0;a78f5601770a:35419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 2024-12-03T10:32:37,662 DEBUG [RS:0;a78f5601770a:35419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-12-03T10:32:37,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:37,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:32:37,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:32:37,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:37,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:37,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:32:37,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:32:37,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:37,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:37,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:32:37,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:32:37,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:37,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:37,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:32:37,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:32:37,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:37,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:37,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:32:37,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740 2024-12-03T10:32:37,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740 2024-12-03T10:32:37,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:32:37,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:32:37,773 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:37,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:32:37,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:37,776 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72680630, jitterRate=0.08302578330039978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:37,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221957765Initializing all the Stores at 1733221957766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221957766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221957766Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221957766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221957766Cleaning up temporary data from old regions at 1733221957773 (+7 ms)Region opened successfully at 1733221957776 (+3 ms) 2024-12-03T10:32:37,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:32:37,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:32:37,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:32:37,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:32:37,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:32:37,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:32:37,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221957776Disabling compacts and flushes for region at 1733221957776Disabling writes for close at 1733221957776Writing region close event to WAL at 1733221957777 (+1 ms)Closed at 1733221957777 2024-12-03T10:32:37,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:37,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:32:37,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:32:37,778 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:32:37,779 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:32:37,914 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:32:37,929 DEBUG [a78f5601770a:34907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:32:37,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,35419,1733221955011 2024-12-03T10:32:37,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,35419,1733221955011, state=OPENING 2024-12-03T10:32:37,958 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:32:37,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:37,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:37,967 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:32:37,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11708937347/meta-region-server: CHANGED 2024-12-03T10:32:37,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11708937347/meta-region-server: CHANGED 2024-12-03T10:32:37,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,35419,1733221955011}] 2024-12-03T10:32:38,119 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:32:38,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:32:38,123 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:32:38,123 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:38,123 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:32:38,124 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C35419%2C1733221955011.meta, suffix=.meta, logDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011, archiveDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/oldWALs, maxLogs=10 2024-12-03T10:32:38,134 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.meta.1733221958124.meta, exclude list is [], retry=0 2024-12-03T10:32:38,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40549,DS-85584e5d-b110-4c46-a3f2-647a90d1c80d,DISK] 2024-12-03T10:32:38,137 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.meta.1733221958124.meta 2024-12-03T10:32:38,138 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-12-03T10:32:38,138 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:38,138 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:38,138 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:32:38,138 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:32:38,138 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:32:38,138 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:32:38,139 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:38,139 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:32:38,139 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:32:38,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:32:38,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:32:38,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:38,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:38,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:32:38,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:32:38,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:38,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:38,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:32:38,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:32:38,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:38,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:38,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:32:38,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:32:38,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:38,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:38,143 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:32:38,144 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740 2024-12-03T10:32:38,145 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740 2024-12-03T10:32:38,145 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:32:38,145 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:32:38,146 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:38,146 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:32:38,147 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67282447, jitterRate=0.0025865882635116577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:38,147 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:32:38,147 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221958139Writing region info on filesystem at 1733221958139Initializing all the Stores at 1733221958139Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221958139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221958140 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221958140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221958140Cleaning up temporary data from old regions at 1733221958145 (+5 ms)Running coprocessor post-open hooks at 1733221958147 (+2 ms)Region opened successfully at 1733221958147 2024-12-03T10:32:38,148 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221958119 2024-12-03T10:32:38,149 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:32:38,149 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:32:38,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,35419,1733221955011 2024-12-03T10:32:38,150 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,35419,1733221955011, state=OPEN 2024-12-03T10:32:38,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11708937347/meta-region-server 2024-12-03T10:32:38,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11708937347/meta-region-server 2024-12-03T10:32:38,161 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,35419,1733221955011 2024-12-03T10:32:38,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11708937347/meta-region-server: CHANGED 2024-12-03T10:32:38,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11708937347/meta-region-server: CHANGED 2024-12-03T10:32:38,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:32:38,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,35419,1733221955011 in 194 msec 2024-12-03T10:32:38,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:32:38,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-12-03T10:32:38,165 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:38,165 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:32:38,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:38,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,35419,1733221955011, seqNum=-1] 2024-12-03T10:32:38,166 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:38,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:38,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 832 msec 2024-12-03T10:32:38,171 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221958171, completionTime=-1 2024-12-03T10:32:38,171 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:32:38,171 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:32:38,173 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:32:38,173 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733222018173 2024-12-03T10:32:38,173 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222078173 2024-12-03T10:32:38,173 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:32:38,173 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34907,1733221954904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:38,173 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34907,1733221954904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:38,173 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34907,1733221954904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:38,173 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:34907, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:38,174 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:38,174 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:38,175 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:32:38,177 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.108sec 2024-12-03T10:32:38,177 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:32:38,177 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:32:38,177 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:32:38,177 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:32:38,177 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:32:38,177 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34907,1733221954904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:32:38,177 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34907,1733221954904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:32:38,179 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:32:38,179 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:32:38,179 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34907,1733221954904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:38,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7942bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:38,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,34907,-1 for getting cluster id 2024-12-03T10:32:38,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:38,235 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a06b2d-10f0-49a6-9cd2-db9ba3de7976' 2024-12-03T10:32:38,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:38,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a06b2d-10f0-49a6-9cd2-db9ba3de7976" 2024-12-03T10:32:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1301b0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,34907,-1] 2024-12-03T10:32:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:38,236 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:38,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15de66d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:38,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,35419,1733221955011, seqNum=-1] 2024-12-03T10:32:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:38,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:38,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,34907,1733221954904 2024-12-03T10:32:38,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-12-03T10:32:38,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:38,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019c09ccd30005 connected 2024-12-03T10:32:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/hadoop.log.dir so I do NOT create it in target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296 2024-12-03T10:32:38,261 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:32:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/hadoop.tmp.dir so I do NOT create it in target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296 2024-12-03T10:32:38,261 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:32:38,261 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296 2024-12-03T10:32:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:32:38,261 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/cluster_ed033c8f-3b27-4fdd-88cc-6104a95711a7, deleteOnExit=true 2024-12-03T10:32:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:32:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/test.cache.data in system properties and HBase conf 2024-12-03T10:32:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:32:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:32:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:32:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:32:38,262 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:32:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:32:38,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:32:38,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:32:38,540 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T10:32:38,541 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,541 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,581 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,581 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,582 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,582 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,582 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,583 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,590 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,593 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,593 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,595 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:38,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:38,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:32:38,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:32:38,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:32:38,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:32:38,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:38,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:32:38,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79194981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:32:38,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77ee5721{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/java.io.tmpdir/jetty-localhost-38579-hadoop-hdfs-3_4_1-tests_jar-_-any-2311745654466116820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:32:38,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@522fe28d{HTTP/1.1, (http/1.1)}{localhost:38579} 2024-12-03T10:32:38,725 INFO [Time-limited test {}] server.Server(415): Started @236842ms 2024-12-03T10:32:38,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:32:38,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:32:38,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:32:38,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:32:38,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:32:38,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:32:38,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e4df4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:32:39,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1de22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/java.io.tmpdir/jetty-localhost-45381-hadoop-hdfs-3_4_1-tests_jar-_-any-2559708112714231590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:32:39,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@794694b1{HTTP/1.1, (http/1.1)}{localhost:45381} 2024-12-03T10:32:39,036 INFO [Time-limited test {}] server.Server(415): Started @237154ms 2024-12-03T10:32:39,037 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:32:39,578 WARN [Thread-2924 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/cluster_ed033c8f-3b27-4fdd-88cc-6104a95711a7/data/data1/current/BP-879255687-172.17.0.2-1733221958285/current, will proceed with Du for space computation calculation, 2024-12-03T10:32:39,578 WARN [Thread-2925 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/cluster_ed033c8f-3b27-4fdd-88cc-6104a95711a7/data/data2/current/BP-879255687-172.17.0.2-1733221958285/current, will proceed with Du for space computation calculation, 2024-12-03T10:32:39,594 WARN [Thread-2912 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:32:39,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34dec16944b2e3cc with lease ID 0xcd706ea02805c59a: Processing first storage report for DS-91144dee-4587-41dd-b81d-6e41ab6e9b1e from datanode DatanodeRegistration(127.0.0.1:42679, datanodeUuid=21a67a01-6166-47b6-809f-fa3cf105c752, infoPort=34387, infoSecurePort=0, ipcPort=38037, storageInfo=lv=-57;cid=testClusterID;nsid=1946475900;c=1733221958285) 2024-12-03T10:32:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34dec16944b2e3cc with lease ID 0xcd706ea02805c59a: from storage DS-91144dee-4587-41dd-b81d-6e41ab6e9b1e node DatanodeRegistration(127.0.0.1:42679, datanodeUuid=21a67a01-6166-47b6-809f-fa3cf105c752, infoPort=34387, infoSecurePort=0, ipcPort=38037, storageInfo=lv=-57;cid=testClusterID;nsid=1946475900;c=1733221958285), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:32:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34dec16944b2e3cc with lease ID 0xcd706ea02805c59a: Processing first storage report for DS-8ca1970e-f396-4381-b34c-08068df24fd0 from datanode DatanodeRegistration(127.0.0.1:42679, datanodeUuid=21a67a01-6166-47b6-809f-fa3cf105c752, infoPort=34387, infoSecurePort=0, ipcPort=38037, storageInfo=lv=-57;cid=testClusterID;nsid=1946475900;c=1733221958285) 2024-12-03T10:32:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34dec16944b2e3cc with lease ID 0xcd706ea02805c59a: from storage DS-8ca1970e-f396-4381-b34c-08068df24fd0 node DatanodeRegistration(127.0.0.1:42679, datanodeUuid=21a67a01-6166-47b6-809f-fa3cf105c752, infoPort=34387, infoSecurePort=0, ipcPort=38037, storageInfo=lv=-57;cid=testClusterID;nsid=1946475900;c=1733221958285), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:32:39,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296 2024-12-03T10:32:39,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:39,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:32:40,072 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da with version=8 2024-12-03T10:32:40,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/hbase-staging 2024-12-03T10:32:40,074 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:32:40,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:40,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:40,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:32:40,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:40,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:32:40,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:32:40,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:32:40,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46757 2024-12-03T10:32:40,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46757 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-12-03T10:32:40,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467570x0, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:40,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46757-0x1019c09ccd30006 connected 2024-12-03T10:32:40,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:40,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:40,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Set watcher on znode that does not yet exist, /21799264980/running 2024-12-03T10:32:40,163 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da, hbase.cluster.distributed=false 2024-12-03T10:32:40,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Set watcher on znode that does not yet exist, /21799264980/acl 2024-12-03T10:32:40,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46757 2024-12-03T10:32:40,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46757 2024-12-03T10:32:40,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46757 2024-12-03T10:32:40,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46757 2024-12-03T10:32:40,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46757 2024-12-03T10:32:40,177 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:32:40,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:40,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:40,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:32:40,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:32:40,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:32:40,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:32:40,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:32:40,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36175 2024-12-03T10:32:40,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36175 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-12-03T10:32:40,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:40,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:40,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361750x0, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:40,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36175-0x1019c09ccd30007 connected 2024-12-03T10:32:40,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361750x0, quorum=127.0.0.1:63056, baseZNode=/21799264980 Set watcher on znode that does not yet exist, /21799264980/running 2024-12-03T10:32:40,192 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:32:40,193 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:32:40,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Set watcher on znode that does not yet exist, /21799264980/master 2024-12-03T10:32:40,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Set watcher on znode that does not yet exist, /21799264980/acl 2024-12-03T10:32:40,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36175 2024-12-03T10:32:40,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36175 2024-12-03T10:32:40,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36175 2024-12-03T10:32:40,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36175 2024-12-03T10:32:40,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36175 2024-12-03T10:32:40,212 DEBUG [M:0;a78f5601770a:46757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:46757 2024-12-03T10:32:40,212 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21799264980/backup-masters/a78f5601770a,46757,1733221960074 2024-12-03T10:32:40,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980/backup-masters 2024-12-03T10:32:40,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980/backup-masters 2024-12-03T10:32:40,219 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Set watcher on existing znode=/21799264980/backup-masters/a78f5601770a,46757,1733221960074 2024-12-03T10:32:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21799264980/master 2024-12-03T10:32:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:40,227 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Set watcher on existing znode=/21799264980/master 2024-12-03T10:32:40,228 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21799264980/backup-masters/a78f5601770a,46757,1733221960074 from backup master directory 2024-12-03T10:32:40,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980/backup-masters 2024-12-03T10:32:40,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21799264980/backup-masters/a78f5601770a,46757,1733221960074 2024-12-03T10:32:40,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980/backup-masters 2024-12-03T10:32:40,235 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:32:40,235 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,46757,1733221960074 2024-12-03T10:32:40,238 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/hbase.id] with ID: 3dc12c1c-4758-4e90-841b-1891e705df71 2024-12-03T10:32:40,238 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/.tmp/hbase.id 2024-12-03T10:32:40,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:32:40,644 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/.tmp/hbase.id]:[hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/hbase.id] 2024-12-03T10:32:40,652 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:32:40,652 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:32:40,653 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T10:32:40,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:40,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:40,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:32:41,088 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:41,089 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:32:41,089 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:41,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:32:41,495 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store 2024-12-03T10:32:41,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:32:41,885 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:41,885 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:32:41,885 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48387 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:32:41,900 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:41,900 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:32:41,900 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:41,900 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:41,900 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:32:41,900 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:41,900 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:32:41,900 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221961900Disabling compacts and flushes for region at 1733221961900Disabling writes for close at 1733221961900Writing region close event to WAL at 1733221961900Closed at 1733221961900 2024-12-03T10:32:41,900 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/.initializing 2024-12-03T10:32:41,901 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/WALs/a78f5601770a,46757,1733221960074 2024-12-03T10:32:41,901 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:32:41,903 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C46757%2C1733221960074, suffix=, logDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/WALs/a78f5601770a,46757,1733221960074, archiveDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/oldWALs, maxLogs=10 2024-12-03T10:32:41,914 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/WALs/a78f5601770a,46757,1733221960074/a78f5601770a%2C46757%2C1733221960074.1733221961903, exclude list is [], retry=0 2024-12-03T10:32:41,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-91144dee-4587-41dd-b81d-6e41ab6e9b1e,DISK] 2024-12-03T10:32:41,918 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/WALs/a78f5601770a,46757,1733221960074/a78f5601770a%2C46757%2C1733221960074.1733221961903 2024-12-03T10:32:41,920 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-12-03T10:32:41,920 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:41,920 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:41,920 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,920 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:32:41,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:41,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:41,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:32:41,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:41,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:41,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:32:41,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:41,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:41,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:32:41,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:41,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:41,926 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,926 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,927 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,927 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,927 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,928 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:41,929 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:32:41,930 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:41,930 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71478321, jitterRate=0.065109983086586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:41,930 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221961920Initializing all the Stores at 1733221961921 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221961921Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221961921Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221961921Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221961921Cleaning up temporary data from old regions at 1733221961927 (+6 ms)Region opened successfully at 1733221961930 (+3 ms) 2024-12-03T10:32:41,930 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:32:41,932 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71930a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:32:41,932 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:32:41,933 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:32:41,933 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:32:41,933 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:32:41,933 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:32:41,933 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:32:41,933 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:32:41,934 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:32:41,935 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Unable to get data of znode /21799264980/balancer because node does not exist (not necessarily an error) 2024-12-03T10:32:41,967 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21799264980/balancer already deleted, retry=false 2024-12-03T10:32:41,967 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:32:41,967 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Unable to get data of znode /21799264980/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:32:41,977 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21799264980/normalizer already deleted, retry=false 2024-12-03T10:32:41,977 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:32:41,978 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Unable to get data of znode /21799264980/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:32:41,985 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21799264980/switch/split already deleted, retry=false 2024-12-03T10:32:41,986 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Unable to get data of znode /21799264980/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:32:41,994 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21799264980/switch/merge already deleted, retry=false 2024-12-03T10:32:41,995 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Unable to get data of znode /21799264980/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:32:42,002 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21799264980/snapshot-cleanup already deleted, retry=false 2024-12-03T10:32:42,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21799264980/running 2024-12-03T10:32:42,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21799264980/running 2024-12-03T10:32:42,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:42,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:42,011 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,46757,1733221960074, sessionid=0x1019c09ccd30006, setting cluster-up flag (Was=false) 2024-12-03T10:32:42,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:42,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:42,052 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21799264980/flush-table-proc/acquired, /21799264980/flush-table-proc/reached, /21799264980/flush-table-proc/abort 2024-12-03T10:32:42,053 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,46757,1733221960074 2024-12-03T10:32:42,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:42,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:42,094 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21799264980/online-snapshot/acquired, /21799264980/online-snapshot/reached, /21799264980/online-snapshot/abort 2024-12-03T10:32:42,095 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,46757,1733221960074 2024-12-03T10:32:42,095 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:32:42,097 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:42,097 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:32:42,097 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:32:42,097 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,46757,1733221960074 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:32:42,098 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:42,098 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:42,098 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:42,098 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:32:42,098 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:32:42,098 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,098 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:32:42,098 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,099 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221992099 2024-12-03T10:32:42,099 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:32:42,099 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:32:42,099 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:32:42,099 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:32:42,099 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:32:42,099 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:32:42,099 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:42,099 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,099 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:32:42,100 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:42,100 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:32:42,103 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:32:42,103 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:32:42,103 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:32:42,103 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:32:42,104 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(746): ClusterId : 3dc12c1c-4758-4e90-841b-1891e705df71 2024-12-03T10:32:42,104 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:32:42,107 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:32:42,107 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:32:42,107 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221962107,5,FailOnTimeoutGroup] 2024-12-03T10:32:42,108 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221962107,5,FailOnTimeoutGroup] 2024-12-03T10:32:42,108 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,108 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:32:42,108 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,108 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,111 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:32:42,111 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:32:42,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:32:42,119 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:32:42,119 DEBUG [RS:0;a78f5601770a:36175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2518bb95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:32:42,129 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:36175 2024-12-03T10:32:42,129 INFO [RS:0;a78f5601770a:36175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:32:42,129 INFO [RS:0;a78f5601770a:36175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:32:42,129 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:32:42,129 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,46757,1733221960074 with port=36175, startcode=1733221960177 2024-12-03T10:32:42,129 DEBUG [RS:0;a78f5601770a:36175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:32:42,131 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:32:42,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,36175,1733221960177 2024-12-03T10:32:42,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46757 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,36175,1733221960177 2024-12-03T10:32:42,132 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da 2024-12-03T10:32:42,132 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39305 2024-12-03T10:32:42,132 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:32:42,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980/rs 2024-12-03T10:32:42,266 DEBUG [RS:0;a78f5601770a:36175 {}] zookeeper.ZKUtil(111): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Set watcher on existing znode=/21799264980/rs/a78f5601770a,36175,1733221960177 2024-12-03T10:32:42,266 WARN [RS:0;a78f5601770a:36175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:32:42,266 INFO [RS:0;a78f5601770a:36175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:42,266 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177 2024-12-03T10:32:42,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,36175,1733221960177] 2024-12-03T10:32:42,268 INFO [RS:0;a78f5601770a:36175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:32:42,270 INFO [RS:0;a78f5601770a:36175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:32:42,270 INFO [RS:0;a78f5601770a:36175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:32:42,270 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,270 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:32:42,271 INFO [RS:0;a78f5601770a:36175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:32:42,271 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:32:42,271 DEBUG [RS:0;a78f5601770a:36175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:32:42,272 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,272 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,272 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,272 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,272 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,272 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36175,1733221960177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:32:42,287 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:32:42,288 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,36175,1733221960177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,288 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,288 INFO [RS:0;a78f5601770a:36175 {}] regionserver.Replication(171): a78f5601770a,36175,1733221960177 started 2024-12-03T10:32:42,302 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:42,302 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,36175,1733221960177, RpcServer on a78f5601770a/172.17.0.2:36175, sessionid=0x1019c09ccd30007 2024-12-03T10:32:42,302 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:32:42,302 DEBUG [RS:0;a78f5601770a:36175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,36175,1733221960177 2024-12-03T10:32:42,302 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,36175,1733221960177' 2024-12-03T10:32:42,302 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21799264980/flush-table-proc/abort' 2024-12-03T10:32:42,303 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21799264980/flush-table-proc/acquired' 2024-12-03T10:32:42,303 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:32:42,303 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:32:42,303 DEBUG [RS:0;a78f5601770a:36175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,36175,1733221960177 2024-12-03T10:32:42,303 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,36175,1733221960177' 2024-12-03T10:32:42,303 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21799264980/online-snapshot/abort' 2024-12-03T10:32:42,304 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21799264980/online-snapshot/acquired' 2024-12-03T10:32:42,304 DEBUG [RS:0;a78f5601770a:36175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:32:42,304 INFO [RS:0;a78f5601770a:36175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:32:42,304 INFO [RS:0;a78f5601770a:36175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:32:42,404 INFO [RS:0;a78f5601770a:36175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:32:42,405 INFO [RS:0;a78f5601770a:36175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C36175%2C1733221960177, suffix=, logDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177, archiveDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/oldWALs, maxLogs=10 2024-12-03T10:32:42,420 DEBUG [RS:0;a78f5601770a:36175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, exclude list is [], retry=0 2024-12-03T10:32:42,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-91144dee-4587-41dd-b81d-6e41ab6e9b1e,DISK] 2024-12-03T10:32:42,424 INFO [RS:0;a78f5601770a:36175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 2024-12-03T10:32:42,424 DEBUG [RS:0;a78f5601770a:36175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-12-03T10:32:42,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:32:42,513 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da 2024-12-03T10:32:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:32:42,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:42,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:32:42,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:32:42,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:42,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:42,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:32:42,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:32:42,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:42,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:42,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:32:42,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:32:42,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:42,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:42,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:32:42,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:32:42,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:42,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:42,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:32:42,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740 2024-12-03T10:32:42,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740 2024-12-03T10:32:42,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:32:42,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:32:42,925 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:42,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:32:42,927 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:42,928 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71176707, jitterRate=0.06061558425426483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:42,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221962918Initializing all the Stores at 1733221962919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221962919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221962919Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221962919Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221962919Cleaning up temporary data from old regions at 1733221962925 (+6 ms)Region opened successfully at 1733221962928 (+3 ms) 2024-12-03T10:32:42,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:32:42,928 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:32:42,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:32:42,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:32:42,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:32:42,928 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:32:42,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221962928Disabling compacts and flushes for region at 1733221962928Disabling writes for close at 1733221962928Writing region close event to WAL at 1733221962928Closed at 1733221962928 2024-12-03T10:32:42,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:42,929 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:32:42,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:32:42,930 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:32:42,930 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:32:43,081 DEBUG [a78f5601770a:46757 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:32:43,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,36175,1733221960177 2024-12-03T10:32:43,082 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,36175,1733221960177, state=OPENING 2024-12-03T10:32:43,116 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:32:43,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:43,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:43,125 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:32:43,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21799264980/meta-region-server: CHANGED 2024-12-03T10:32:43,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21799264980/meta-region-server: CHANGED 2024-12-03T10:32:43,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,36175,1733221960177}] 2024-12-03T10:32:43,277 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:32:43,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:32:43,280 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:32:43,280 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:43,280 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:32:43,281 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C36175%2C1733221960177.meta, suffix=.meta, logDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177, archiveDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/oldWALs, maxLogs=10 2024-12-03T10:32:43,292 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.meta.1733221963282.meta, exclude list is [], retry=0 2024-12-03T10:32:43,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-91144dee-4587-41dd-b81d-6e41ab6e9b1e,DISK] 2024-12-03T10:32:43,295 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.meta.1733221963282.meta 2024-12-03T10:32:43,295 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-12-03T10:32:43,295 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:43,295 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:43,295 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:32:43,295 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:32:43,295 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:32:43,295 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:32:43,296 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:43,296 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:32:43,296 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:32:43,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:32:43,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:32:43,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:43,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:43,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:32:43,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:32:43,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:43,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:43,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:32:43,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:32:43,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:43,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:43,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:32:43,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:32:43,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:43,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:32:43,300 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:32:43,301 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740 2024-12-03T10:32:43,301 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740 2024-12-03T10:32:43,302 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:32:43,302 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:32:43,302 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:32:43,303 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:32:43,303 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66598471, jitterRate=-0.007605448365211487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:32:43,303 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:32:43,303 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221963296Writing region info on filesystem at 1733221963296Initializing all the Stores at 1733221963296Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221963296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221963296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221963296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221963296Cleaning up temporary data from old regions at 1733221963302 (+6 ms)Running coprocessor post-open hooks at 1733221963303 (+1 ms)Region opened successfully at 1733221963303 2024-12-03T10:32:43,304 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221963277 2024-12-03T10:32:43,305 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:32:43,306 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:32:43,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,36175,1733221960177 2024-12-03T10:32:43,306 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,36175,1733221960177, state=OPEN 2024-12-03T10:32:43,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21799264980/meta-region-server 2024-12-03T10:32:43,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21799264980/meta-region-server 2024-12-03T10:32:43,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,36175,1733221960177 2024-12-03T10:32:43,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21799264980/meta-region-server: CHANGED 2024-12-03T10:32:43,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21799264980/meta-region-server: CHANGED 2024-12-03T10:32:43,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:32:43,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,36175,1733221960177 in 192 msec 2024-12-03T10:32:43,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:32:43,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-12-03T10:32:43,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:32:43,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:32:43,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:43,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36175,1733221960177, seqNum=-1] 2024-12-03T10:32:43,321 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:43,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:43,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-12-03T10:32:43,325 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221963325, completionTime=-1 2024-12-03T10:32:43,325 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:32:43,325 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:32:43,327 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:32:43,327 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733222023327 2024-12-03T10:32:43,327 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222083327 2024-12-03T10:32:43,327 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:32:43,327 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,46757,1733221960074-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:43,327 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,46757,1733221960074-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:43,327 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,46757,1733221960074-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:43,327 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:46757, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:43,327 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:43,328 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:43,329 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:32:43,330 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.095sec 2024-12-03T10:32:43,330 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:32:43,330 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:32:43,330 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:32:43,330 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:32:43,330 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:32:43,330 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,46757,1733221960074-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:32:43,330 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,46757,1733221960074-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:32:43,332 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:32:43,332 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:32:43,332 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,46757,1733221960074-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:32:43,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:43,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,46757,-1 for getting cluster id 2024-12-03T10:32:43,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:43,406 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dc12c1c-4758-4e90-841b-1891e705df71' 2024-12-03T10:32:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dc12c1c-4758-4e90-841b-1891e705df71" 2024-12-03T10:32:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721935de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,46757,-1] 2024-12-03T10:32:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:43,408 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:43,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a552b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:43,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36175,1733221960177, seqNum=-1] 2024-12-03T10:32:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:43,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:43,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,46757,1733221960074 2024-12-03T10:32:43,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63056 2024-12-03T10:32:43,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:32:43,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019c09ccd30008 connected 2024-12-03T10:32:43,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35345,1733221949777 2024-12-03T10:32:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27696bdd 2024-12-03T10:32:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:43,430 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:43,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:32:43,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:32:43,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:43,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:32:43,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:32:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:43,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:32:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:43,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:32:43,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:43,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b5919500eba459bbe4035a9a8f8ff4d, NAME => 'test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c 2024-12-03T10:32:43,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:32:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:44,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:44,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7b5919500eba459bbe4035a9a8f8ff4d, disabling compactions & flushes 2024-12-03T10:32:44,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:32:44,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:32:44,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. after waiting 0 ms 2024-12-03T10:32:44,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:32:44,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:32:44,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b5919500eba459bbe4035a9a8f8ff4d: Waiting for close lock at 1733221964244Disabling compacts and flushes for region at 1733221964244Disabling writes for close at 1733221964244Writing region close event to WAL at 1733221964244Closed at 1733221964244 2024-12-03T10:32:44,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:32:44,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733221964245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221964245"}]},"ts":"1733221964245"} 2024-12-03T10:32:44,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:32:44,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:32:44,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221964247"}]},"ts":"1733221964247"} 2024-12-03T10:32:44,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:32:44,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b5919500eba459bbe4035a9a8f8ff4d, ASSIGN}] 2024-12-03T10:32:44,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b5919500eba459bbe4035a9a8f8ff4d, ASSIGN 2024-12-03T10:32:44,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7b5919500eba459bbe4035a9a8f8ff4d, ASSIGN; state=OFFLINE, location=a78f5601770a,34949,1733221949938; forceNewPlan=false, retain=false 2024-12-03T10:32:44,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b5919500eba459bbe4035a9a8f8ff4d, regionState=OPENING, regionLocation=a78f5601770a,34949,1733221949938 2024-12-03T10:32:44,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7b5919500eba459bbe4035a9a8f8ff4d, ASSIGN because future has completed 2024-12-03T10:32:44,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b5919500eba459bbe4035a9a8f8ff4d, server=a78f5601770a,34949,1733221949938}] 2024-12-03T10:32:44,558 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:32:44,558 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b5919500eba459bbe4035a9a8f8ff4d, NAME => 'test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:44,558 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:44,558 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:32:44,558 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,558 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:44,558 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,558 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,559 INFO [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,560 INFO [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b5919500eba459bbe4035a9a8f8ff4d columnFamilyName f 2024-12-03T10:32:44,560 DEBUG [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:44,560 INFO [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] regionserver.HStore(327): Store=7b5919500eba459bbe4035a9a8f8ff4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:44,561 INFO [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,561 INFO [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b5919500eba459bbe4035a9a8f8ff4d columnFamilyName f1 2024-12-03T10:32:44,561 DEBUG [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:44,561 INFO [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] regionserver.HStore(327): Store=7b5919500eba459bbe4035a9a8f8ff4d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:44,562 INFO [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,562 INFO [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b5919500eba459bbe4035a9a8f8ff4d columnFamilyName norep 2024-12-03T10:32:44,562 DEBUG [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:44,562 INFO [StoreOpener-7b5919500eba459bbe4035a9a8f8ff4d-1 {}] regionserver.HStore(327): Store=7b5919500eba459bbe4035a9a8f8ff4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:44,563 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,563 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,563 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,564 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,564 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,564 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:32:44,565 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,566 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:44,566 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7b5919500eba459bbe4035a9a8f8ff4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74396116, jitterRate=0.10858851671218872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:32:44,566 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:32:44,567 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7b5919500eba459bbe4035a9a8f8ff4d: Running coprocessor pre-open hook at 1733221964558Writing region info on filesystem at 1733221964558Initializing all the Stores at 1733221964559 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221964559Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221964559Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221964559Cleaning up temporary data from old regions at 1733221964564 (+5 ms)Running coprocessor post-open hooks at 1733221964566 (+2 ms)Region opened successfully at 1733221964567 (+1 ms) 2024-12-03T10:32:44,568 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d., pid=6, masterSystemTime=1733221964554 2024-12-03T10:32:44,569 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:32:44,569 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:32:44,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b5919500eba459bbe4035a9a8f8ff4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,34949,1733221949938 2024-12-03T10:32:44,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b5919500eba459bbe4035a9a8f8ff4d, server=a78f5601770a,34949,1733221949938 because future has completed 2024-12-03T10:32:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:44,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:32:44,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b5919500eba459bbe4035a9a8f8ff4d, server=a78f5601770a,34949,1733221949938 in 180 msec 2024-12-03T10:32:44,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:32:44,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7b5919500eba459bbe4035a9a8f8ff4d, ASSIGN in 335 msec 2024-12-03T10:32:44,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:32:44,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221964587"}]},"ts":"1733221964587"} 2024-12-03T10:32:44,589 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:32:44,590 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:32:44,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-03T10:32:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:45,596 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:32:45,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:45,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,34907,1733221954904 2024-12-03T10:32:45,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@799f81e0 2024-12-03T10:32:45,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:45,598 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:45,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:32:45,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:32:45,600 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:45,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:32:45,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:32:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:32:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:46,007 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e9bc1d1051dea62424be5a3d698e554, NAME => 'test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed 2024-12-03T10:32:46,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:32:46,011 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:46,011 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9e9bc1d1051dea62424be5a3d698e554, disabling compactions & flushes 2024-12-03T10:32:46,011 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:32:46,011 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:32:46,011 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. after waiting 0 ms 2024-12-03T10:32:46,011 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:32:46,011 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:32:46,011 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e9bc1d1051dea62424be5a3d698e554: Waiting for close lock at 1733221966011Disabling compacts and flushes for region at 1733221966011Disabling writes for close at 1733221966011Writing region close event to WAL at 1733221966011Closed at 1733221966011 2024-12-03T10:32:46,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:32:46,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733221966012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221966012"}]},"ts":"1733221966012"} 2024-12-03T10:32:46,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:32:46,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:32:46,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221966015"}]},"ts":"1733221966015"} 2024-12-03T10:32:46,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:32:46,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e9bc1d1051dea62424be5a3d698e554, ASSIGN}] 2024-12-03T10:32:46,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e9bc1d1051dea62424be5a3d698e554, ASSIGN 2024-12-03T10:32:46,018 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9e9bc1d1051dea62424be5a3d698e554, ASSIGN; state=OFFLINE, location=a78f5601770a,35419,1733221955011; forceNewPlan=false, retain=false 2024-12-03T10:32:46,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e9bc1d1051dea62424be5a3d698e554, regionState=OPENING, regionLocation=a78f5601770a,35419,1733221955011 2024-12-03T10:32:46,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9e9bc1d1051dea62424be5a3d698e554, ASSIGN because future has completed 2024-12-03T10:32:46,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e9bc1d1051dea62424be5a3d698e554, server=a78f5601770a,35419,1733221955011}] 2024-12-03T10:32:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:46,326 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:32:46,327 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e9bc1d1051dea62424be5a3d698e554, NAME => 'test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:46,327 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:46,327 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:32:46,327 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,327 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:46,327 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,327 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,329 INFO [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,330 INFO [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e9bc1d1051dea62424be5a3d698e554 columnFamilyName f 2024-12-03T10:32:46,330 DEBUG [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:46,330 INFO [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] regionserver.HStore(327): Store=9e9bc1d1051dea62424be5a3d698e554/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:46,330 INFO [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,331 INFO [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e9bc1d1051dea62424be5a3d698e554 columnFamilyName f1 2024-12-03T10:32:46,331 DEBUG [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:46,331 INFO [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] regionserver.HStore(327): Store=9e9bc1d1051dea62424be5a3d698e554/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:46,331 INFO [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,332 INFO [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e9bc1d1051dea62424be5a3d698e554 columnFamilyName norep 2024-12-03T10:32:46,332 DEBUG [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:46,332 INFO [StoreOpener-9e9bc1d1051dea62424be5a3d698e554-1 {}] regionserver.HStore(327): Store=9e9bc1d1051dea62424be5a3d698e554/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:46,333 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,333 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,333 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,334 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,334 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,334 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:32:46,335 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,336 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:46,336 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9e9bc1d1051dea62424be5a3d698e554; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60302340, jitterRate=-0.10142511129379272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:32:46,336 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:32:46,336 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9e9bc1d1051dea62424be5a3d698e554: Running coprocessor pre-open hook at 1733221966328Writing region info on filesystem at 1733221966328Initializing all the Stores at 1733221966328Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221966328Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221966328Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221966328Cleaning up temporary data from old regions at 1733221966334 (+6 ms)Running coprocessor post-open hooks at 1733221966336 (+2 ms)Region opened successfully at 1733221966336 2024-12-03T10:32:46,337 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554., pid=6, masterSystemTime=1733221966323 2024-12-03T10:32:46,339 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:32:46,339 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:32:46,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e9bc1d1051dea62424be5a3d698e554, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,35419,1733221955011 2024-12-03T10:32:46,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e9bc1d1051dea62424be5a3d698e554, server=a78f5601770a,35419,1733221955011 because future has completed 2024-12-03T10:32:46,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:32:46,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e9bc1d1051dea62424be5a3d698e554, server=a78f5601770a,35419,1733221955011 in 170 msec 2024-12-03T10:32:46,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:32:46,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9e9bc1d1051dea62424be5a3d698e554, ASSIGN in 326 msec 2024-12-03T10:32:46,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:32:46,345 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221966345"}]},"ts":"1733221966345"} 2024-12-03T10:32:46,347 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:32:46,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:32:46,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-12-03T10:32:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:46,736 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:32:46,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,46757,1733221960074 2024-12-03T10:32:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f12a9b2 2024-12-03T10:32:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:46,737 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:46,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:32:46,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:32:46,740 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:46,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:32:46,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:32:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:32:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:47,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7af78e03e9f35e44a0ebf144dc9f60df, NAME => 'test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da 2024-12-03T10:32:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:32:47,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:32:47,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T10:32:47,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:32:47,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T10:32:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:47,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:47,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7af78e03e9f35e44a0ebf144dc9f60df, disabling compactions & flushes 2024-12-03T10:32:47,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:32:47,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:32:47,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. after waiting 0 ms 2024-12-03T10:32:47,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:32:47,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:32:47,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7af78e03e9f35e44a0ebf144dc9f60df: Waiting for close lock at 1733221967581Disabling compacts and flushes for region at 1733221967581Disabling writes for close at 1733221967582 (+1 ms)Writing region close event to WAL at 1733221967582Closed at 1733221967582 2024-12-03T10:32:47,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:32:47,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733221967583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221967583"}]},"ts":"1733221967583"} 2024-12-03T10:32:47,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:32:47,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:32:47,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221967585"}]},"ts":"1733221967585"} 2024-12-03T10:32:47,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:32:47,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7af78e03e9f35e44a0ebf144dc9f60df, ASSIGN}] 2024-12-03T10:32:47,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7af78e03e9f35e44a0ebf144dc9f60df, ASSIGN 2024-12-03T10:32:47,588 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7af78e03e9f35e44a0ebf144dc9f60df, ASSIGN; state=OFFLINE, location=a78f5601770a,36175,1733221960177; forceNewPlan=false, retain=false 2024-12-03T10:32:47,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7af78e03e9f35e44a0ebf144dc9f60df, regionState=OPENING, regionLocation=a78f5601770a,36175,1733221960177 2024-12-03T10:32:47,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7af78e03e9f35e44a0ebf144dc9f60df, ASSIGN because future has completed 2024-12-03T10:32:47,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af78e03e9f35e44a0ebf144dc9f60df, server=a78f5601770a,36175,1733221960177}] 2024-12-03T10:32:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:47,895 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:32:47,895 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7af78e03e9f35e44a0ebf144dc9f60df, NAME => 'test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:47,895 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:47,896 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:32:47,896 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,896 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:47,896 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,896 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,897 INFO [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,898 INFO [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af78e03e9f35e44a0ebf144dc9f60df columnFamilyName f 2024-12-03T10:32:47,898 DEBUG [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:47,898 INFO [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] regionserver.HStore(327): Store=7af78e03e9f35e44a0ebf144dc9f60df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:47,898 INFO [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,899 INFO [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af78e03e9f35e44a0ebf144dc9f60df columnFamilyName f1 2024-12-03T10:32:47,899 DEBUG [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:47,899 INFO [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] regionserver.HStore(327): Store=7af78e03e9f35e44a0ebf144dc9f60df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:47,899 INFO [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,900 INFO [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af78e03e9f35e44a0ebf144dc9f60df columnFamilyName norep 2024-12-03T10:32:47,900 DEBUG [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:47,900 INFO [StoreOpener-7af78e03e9f35e44a0ebf144dc9f60df-1 {}] regionserver.HStore(327): Store=7af78e03e9f35e44a0ebf144dc9f60df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:47,900 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,901 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,901 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,901 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,901 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,902 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:32:47,902 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,908 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:47,908 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7af78e03e9f35e44a0ebf144dc9f60df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68149804, jitterRate=0.01551121473312378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:32:47,908 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:32:47,908 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7af78e03e9f35e44a0ebf144dc9f60df: Running coprocessor pre-open hook at 1733221967896Writing region info on filesystem at 1733221967896Initializing all the Stores at 1733221967896Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221967897 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221967897Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221967897Cleaning up temporary data from old regions at 1733221967901 (+4 ms)Running coprocessor post-open hooks at 1733221967908 (+7 ms)Region opened successfully at 1733221967908 2024-12-03T10:32:47,909 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df., pid=6, masterSystemTime=1733221967892 2024-12-03T10:32:47,911 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:32:47,911 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:32:47,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7af78e03e9f35e44a0ebf144dc9f60df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,36175,1733221960177 2024-12-03T10:32:47,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af78e03e9f35e44a0ebf144dc9f60df, server=a78f5601770a,36175,1733221960177 because future has completed 2024-12-03T10:32:47,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:32:47,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7af78e03e9f35e44a0ebf144dc9f60df, server=a78f5601770a,36175,1733221960177 in 172 msec 2024-12-03T10:32:47,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:32:47,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7af78e03e9f35e44a0ebf144dc9f60df, ASSIGN in 328 msec 2024-12-03T10:32:47,917 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:32:47,917 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221967917"}]},"ts":"1733221967917"} 2024-12-03T10:32:47,919 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:32:47,919 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:32:47,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-12-03T10:32:48,269 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T10:32:48,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:32:48,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:32:48,885 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:32:48,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46888f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:48,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35345,-1 for getting cluster id 2024-12-03T10:32:48,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:48,887 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce70d788-7b94-4b65-b5e5-bdcbdd0c4055' 2024-12-03T10:32:48,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:48,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce70d788-7b94-4b65-b5e5-bdcbdd0c4055" 2024-12-03T10:32:48,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a7800f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:48,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35345,-1] 2024-12-03T10:32:48,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:48,888 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:48,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b0b6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:48,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35345,1733221949777 2024-12-03T10:32:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f54cd6 2024-12-03T10:32:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:48,890 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:48,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:32:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:32:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:48,893 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:34907' 2024-12-03T10:32:48,893 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a73c915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:48,894 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,34907,-1 for getting cluster id 2024-12-03T10:32:48,894 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:48,894 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a06b2d-10f0-49a6-9cd2-db9ba3de7976' 2024-12-03T10:32:48,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:48,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a06b2d-10f0-49a6-9cd2-db9ba3de7976" 2024-12-03T10:32:48,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca8e940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:48,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,34907,-1] 2024-12-03T10:32:48,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:48,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:48,895 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:48,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcbd090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:48,896 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:48,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,34907,1733221954904 2024-12-03T10:32:48,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@714fcd43 2024-12-03T10:32:48,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:48,897 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:48,898 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T10:32:48,898 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:32:48,898 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:48,898 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:48,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:48,898 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:48,899 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:32:48,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:32:48,900 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:48,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:32:48,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:32:48,950 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:32:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:49,307 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f44b6c10e7ae15d24d5abc8cc92dd3c9, NAME => 'hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c 2024-12-03T10:32:49,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:32:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:49,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:49,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f44b6c10e7ae15d24d5abc8cc92dd3c9, disabling compactions & flushes 2024-12-03T10:32:49,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:32:49,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:32:49,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. after waiting 0 ms 2024-12-03T10:32:49,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:32:49,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:32:49,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f44b6c10e7ae15d24d5abc8cc92dd3c9: Waiting for close lock at 1733221969717Disabling compacts and flushes for region at 1733221969717Disabling writes for close at 1733221969717Writing region close event to WAL at 1733221969717Closed at 1733221969717 2024-12-03T10:32:49,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:32:49,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221969718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221969718"}]},"ts":"1733221969718"} 2024-12-03T10:32:49,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:32:49,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:32:49,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221969721"}]},"ts":"1733221969721"} 2024-12-03T10:32:49,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:32:49,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f44b6c10e7ae15d24d5abc8cc92dd3c9, ASSIGN}] 2024-12-03T10:32:49,724 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f44b6c10e7ae15d24d5abc8cc92dd3c9, ASSIGN 2024-12-03T10:32:49,724 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f44b6c10e7ae15d24d5abc8cc92dd3c9, ASSIGN; state=OFFLINE, location=a78f5601770a,34949,1733221949938; forceNewPlan=false, retain=false 2024-12-03T10:32:49,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f44b6c10e7ae15d24d5abc8cc92dd3c9, regionState=OPENING, regionLocation=a78f5601770a,34949,1733221949938 2024-12-03T10:32:49,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f44b6c10e7ae15d24d5abc8cc92dd3c9, ASSIGN because future has completed 2024-12-03T10:32:49,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f44b6c10e7ae15d24d5abc8cc92dd3c9, server=a78f5601770a,34949,1733221949938}] 2024-12-03T10:32:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:50,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:32:50,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:50,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:32:50,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C34949%2C1733221949938.rep, suffix=, logDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938, archiveDir=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/oldWALs, maxLogs=10 2024-12-03T10:32:50,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.rep.1733221970032, exclude list is [], retry=0 2024-12-03T10:32:50,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-ea8b20d4-02c0-4d76-85ad-db4e4fdce852,DISK] 2024-12-03T10:32:50,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.rep.1733221970032 2024-12-03T10:32:50,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-12-03T10:32:50,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f44b6c10e7ae15d24d5abc8cc92dd3c9, NAME => 'hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:50,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:50,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:32:50,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. service=MultiRowMutationService 2024-12-03T10:32:50,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:32:50,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:50,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,048 INFO [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,049 INFO [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44b6c10e7ae15d24d5abc8cc92dd3c9 columnFamilyName hfileref 2024-12-03T10:32:50,049 DEBUG [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:50,050 INFO [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] regionserver.HStore(327): Store=f44b6c10e7ae15d24d5abc8cc92dd3c9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:50,050 INFO [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,050 INFO [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44b6c10e7ae15d24d5abc8cc92dd3c9 columnFamilyName queue 2024-12-03T10:32:50,050 DEBUG [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:50,051 INFO [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] regionserver.HStore(327): Store=f44b6c10e7ae15d24d5abc8cc92dd3c9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:50,051 INFO [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,052 INFO [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44b6c10e7ae15d24d5abc8cc92dd3c9 columnFamilyName sid 2024-12-03T10:32:50,052 DEBUG [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:50,052 INFO [StoreOpener-f44b6c10e7ae15d24d5abc8cc92dd3c9-1 {}] regionserver.HStore(327): Store=f44b6c10e7ae15d24d5abc8cc92dd3c9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:50,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/replication/f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/replication/f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:32:50,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/replication/f44b6c10e7ae15d24d5abc8cc92dd3c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:50,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f44b6c10e7ae15d24d5abc8cc92dd3c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75003411, jitterRate=0.11763791739940643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:32:50,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:32:50,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f44b6c10e7ae15d24d5abc8cc92dd3c9: Running coprocessor pre-open hook at 1733221970047Writing region info on filesystem at 1733221970047Initializing all the Stores at 1733221970048 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221970048Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221970048Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221970048Cleaning up temporary data from old regions at 1733221970053 (+5 ms)Running coprocessor post-open hooks at 1733221970055 (+2 ms)Region opened successfully at 1733221970056 (+1 ms) 2024-12-03T10:32:50,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9., pid=10, masterSystemTime=1733221970028 2024-12-03T10:32:50,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:32:50,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:32:50,058 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f44b6c10e7ae15d24d5abc8cc92dd3c9, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,34949,1733221949938 2024-12-03T10:32:50,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f44b6c10e7ae15d24d5abc8cc92dd3c9, server=a78f5601770a,34949,1733221949938 because future has completed 2024-12-03T10:32:50,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:32:50,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f44b6c10e7ae15d24d5abc8cc92dd3c9, server=a78f5601770a,34949,1733221949938 in 183 msec 2024-12-03T10:32:50,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:32:50,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f44b6c10e7ae15d24d5abc8cc92dd3c9, ASSIGN in 339 msec 2024-12-03T10:32:50,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:32:50,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221970064"}]},"ts":"1733221970064"} 2024-12-03T10:32:50,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:32:50,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:32:50,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-12-03T10:32:50,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9., hostname=a78f5601770a,34949,1733221949938, seqNum=2] 2024-12-03T10:32:50,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:50,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:32:50,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:32:50,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:32:50,328 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:32:50,360 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,34949,1733221949938, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:32:50,360 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:50,360 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34949,1733221949938, seqNum=-1] 2024-12-03T10:32:50,361 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:50,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T10:32:50,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,34949,1733221949938', locateType=CURRENT is [region=hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9., hostname=a78f5601770a,34949,1733221949938, seqNum=2] 2024-12-03T10:32:50,364 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:32:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:32:50,366 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,34949,1733221949938 suceeded 2024-12-03T10:32:50,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:32:50,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-03T10:32:50,368 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:32:50,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-12-03T10:32:50,377 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:34907' 2024-12-03T10:32:50,378 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca482b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:50,378 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,34907,-1 for getting cluster id 2024-12-03T10:32:50,378 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:50,378 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a06b2d-10f0-49a6-9cd2-db9ba3de7976' 2024-12-03T10:32:50,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a06b2d-10f0-49a6-9cd2-db9ba3de7976" 2024-12-03T10:32:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f6045c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,34907,-1] 2024-12-03T10:32:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:50,380 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:50,380 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@624cba33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:50,380 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:50,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,34907,1733221954904 2024-12-03T10:32:50,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77fa0959 2024-12-03T10:32:50,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:50,382 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-03T10:32:50,382 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,34949,1733221949938 (queues=1) is replicating from cluster=ce70d788-7b94-4b65-b5e5-bdcbdd0c4055 to cluster=08a06b2d-10f0-49a6-9cd2-db9ba3de7976 2024-12-03T10:32:50,382 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C34949%2C1733221949938 2024-12-03T10:32:50,382 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,34949,1733221949938, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:32:50,383 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C34949%2C1733221949938 2024-12-03T10:32:50,383 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, startPosition=0, beingWritten=true 2024-12-03T10:32:50,387 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:50,387 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 379, reset compression=false 2024-12-03T10:32:50,387 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34949,1733221949938 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:50,590 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 379, reset compression=false 2024-12-03T10:32:50,893 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 379, reset compression=false 2024-12-03T10:32:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:51,036 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:32:51,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:32:51,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:51,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:51,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:51,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:51,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:51,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,34907,-1 for getting cluster id 2024-12-03T10:32:51,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:51,037 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a06b2d-10f0-49a6-9cd2-db9ba3de7976' 2024-12-03T10:32:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a06b2d-10f0-49a6-9cd2-db9ba3de7976" 2024-12-03T10:32:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d639c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,34907,-1] 2024-12-03T10:32:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:51,038 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540be912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:51,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,34907,1733221954904 2024-12-03T10:32:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f7d96a6 2024-12-03T10:32:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:51,040 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:51,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:46757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:32:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:32:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:51,042 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:46757' 2024-12-03T10:32:51,043 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c502a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:51,043 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,46757,-1 for getting cluster id 2024-12-03T10:32:51,044 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:51,044 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dc12c1c-4758-4e90-841b-1891e705df71' 2024-12-03T10:32:51,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:51,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dc12c1c-4758-4e90-841b-1891e705df71" 2024-12-03T10:32:51,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4c7693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:51,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,46757,-1] 2024-12-03T10:32:51,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:51,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:51,045 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:51,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e80f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:51,046 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:51,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,46757,1733221960074 2024-12-03T10:32:51,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18c8a1ae 2024-12-03T10:32:51,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:51,047 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:51,048 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:32:51,048 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:32:51,048 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:51,048 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:51,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:51,048 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:51,049 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:32:51,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:32:51,050 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:51,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:32:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:32:51,099 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:32:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:51,297 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 379, reset compression=false 2024-12-03T10:32:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:51,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de73053d28d78d6bef1a2a6c212250cb, NAME => 'hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed 2024-12-03T10:32:51,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:32:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:51,800 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 379, reset compression=false 2024-12-03T10:32:51,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:51,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de73053d28d78d6bef1a2a6c212250cb, disabling compactions & flushes 2024-12-03T10:32:51,864 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:32:51,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:32:51,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. after waiting 0 ms 2024-12-03T10:32:51,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:32:51,864 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:32:51,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de73053d28d78d6bef1a2a6c212250cb: Waiting for close lock at 1733221971864Disabling compacts and flushes for region at 1733221971864Disabling writes for close at 1733221971864Writing region close event to WAL at 1733221971864Closed at 1733221971864 2024-12-03T10:32:51,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:32:51,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221971865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221971865"}]},"ts":"1733221971865"} 2024-12-03T10:32:51,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:32:51,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:32:51,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221971867"}]},"ts":"1733221971867"} 2024-12-03T10:32:51,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:32:51,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de73053d28d78d6bef1a2a6c212250cb, ASSIGN}] 2024-12-03T10:32:51,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de73053d28d78d6bef1a2a6c212250cb, ASSIGN 2024-12-03T10:32:51,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de73053d28d78d6bef1a2a6c212250cb, ASSIGN; state=OFFLINE, location=a78f5601770a,35419,1733221955011; forceNewPlan=false, retain=false 2024-12-03T10:32:52,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de73053d28d78d6bef1a2a6c212250cb, regionState=OPENING, regionLocation=a78f5601770a,35419,1733221955011 2024-12-03T10:32:52,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de73053d28d78d6bef1a2a6c212250cb, ASSIGN because future has completed 2024-12-03T10:32:52,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de73053d28d78d6bef1a2a6c212250cb, server=a78f5601770a,35419,1733221955011}] 2024-12-03T10:32:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:52,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:32:52,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:52,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:32:52,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C35419%2C1733221955011.rep, suffix=, logDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011, archiveDir=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/oldWALs, maxLogs=10 2024-12-03T10:32:52,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.rep.1733221972198, exclude list is [], retry=0 2024-12-03T10:32:52,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40549,DS-85584e5d-b110-4c46-a3f2-647a90d1c80d,DISK] 2024-12-03T10:32:52,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.rep.1733221972198 2024-12-03T10:32:52,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-12-03T10:32:52,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => de73053d28d78d6bef1a2a6c212250cb, NAME => 'hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:52,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:52,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:32:52,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. service=MultiRowMutationService 2024-12-03T10:32:52,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:32:52,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:52,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,214 INFO [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,215 INFO [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de73053d28d78d6bef1a2a6c212250cb columnFamilyName hfileref 2024-12-03T10:32:52,215 DEBUG [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:52,215 INFO [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] regionserver.HStore(327): Store=de73053d28d78d6bef1a2a6c212250cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:52,215 INFO [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,216 INFO [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de73053d28d78d6bef1a2a6c212250cb columnFamilyName queue 2024-12-03T10:32:52,216 DEBUG [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:52,216 INFO [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] regionserver.HStore(327): Store=de73053d28d78d6bef1a2a6c212250cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:52,216 INFO [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,217 INFO [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de73053d28d78d6bef1a2a6c212250cb columnFamilyName sid 2024-12-03T10:32:52,217 DEBUG [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:52,217 INFO [StoreOpener-de73053d28d78d6bef1a2a6c212250cb-1 {}] regionserver.HStore(327): Store=de73053d28d78d6bef1a2a6c212250cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:52,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/replication/de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/replication/de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:32:52,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/replication/de73053d28d78d6bef1a2a6c212250cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:52,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened de73053d28d78d6bef1a2a6c212250cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65900645, jitterRate=-0.01800386607646942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:32:52,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:32:52,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for de73053d28d78d6bef1a2a6c212250cb: Running coprocessor pre-open hook at 1733221972213Writing region info on filesystem at 1733221972213Initializing all the Stores at 1733221972214 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221972214Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221972214Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221972214Cleaning up temporary data from old regions at 1733221972219 (+5 ms)Running coprocessor post-open hooks at 1733221972222 (+3 ms)Region opened successfully at 1733221972222 2024-12-03T10:32:52,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb., pid=10, masterSystemTime=1733221972175 2024-12-03T10:32:52,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:32:52,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:32:52,225 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de73053d28d78d6bef1a2a6c212250cb, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,35419,1733221955011 2024-12-03T10:32:52,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de73053d28d78d6bef1a2a6c212250cb, server=a78f5601770a,35419,1733221955011 because future has completed 2024-12-03T10:32:52,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:32:52,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure de73053d28d78d6bef1a2a6c212250cb, server=a78f5601770a,35419,1733221955011 in 204 msec 2024-12-03T10:32:52,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:32:52,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de73053d28d78d6bef1a2a6c212250cb, ASSIGN in 360 msec 2024-12-03T10:32:52,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:32:52,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221972231"}]},"ts":"1733221972231"} 2024-12-03T10:32:52,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:32:52,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:32:52,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-12-03T10:32:52,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb., hostname=a78f5601770a,35419,1733221955011, seqNum=2] 2024-12-03T10:32:52,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:52,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:32:52,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:32:52,403 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 379, reset compression=false 2024-12-03T10:32:52,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:32:52,452 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:32:52,475 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,35419,1733221955011, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:32:52,475 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:52,475 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,35419,1733221955011, seqNum=-1] 2024-12-03T10:32:52,475 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:52,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T10:32:52,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,35419,1733221955011', locateType=CURRENT is [region=hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb., hostname=a78f5601770a,35419,1733221955011, seqNum=2] 2024-12-03T10:32:52,487 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:32:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:32:52,490 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,35419,1733221955011 suceeded 2024-12-03T10:32:52,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:32:52,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-03T10:32:52,492 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:46757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:32:52,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4520 sec 2024-12-03T10:32:52,501 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:46757' 2024-12-03T10:32:52,502 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@747790e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:52,502 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,46757,-1 for getting cluster id 2024-12-03T10:32:52,502 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:52,503 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dc12c1c-4758-4e90-841b-1891e705df71' 2024-12-03T10:32:52,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:52,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dc12c1c-4758-4e90-841b-1891e705df71" 2024-12-03T10:32:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fba7128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,46757,-1] 2024-12-03T10:32:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:52,505 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:52,505 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254a7af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:52,505 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:52,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,46757,1733221960074 2024-12-03T10:32:52,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b2f0e6d 2024-12-03T10:32:52,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:52,507 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-03T10:32:52,507 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,35419,1733221955011 (queues=1) is replicating from cluster=08a06b2d-10f0-49a6-9cd2-db9ba3de7976 to cluster=3dc12c1c-4758-4e90-841b-1891e705df71 2024-12-03T10:32:52,507 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C35419%2C1733221955011 2024-12-03T10:32:52,507 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,35419,1733221955011, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:32:52,508 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C35419%2C1733221955011 2024-12-03T10:32:52,508 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, startPosition=0, beingWritten=true 2024-12-03T10:32:52,513 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:52,513 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 379, reset compression=false 2024-12-03T10:32:52,513 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,35419,1733221955011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:52,717 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 379, reset compression=false 2024-12-03T10:32:53,021 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 379, reset compression=false 2024-12-03T10:32:53,107 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 379, reset compression=false 2024-12-03T10:32:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:53,186 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:32:53,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:32:53,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:53,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:53,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:53,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:53,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:53,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,46757,-1 for getting cluster id 2024-12-03T10:32:53,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:53,187 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dc12c1c-4758-4e90-841b-1891e705df71' 2024-12-03T10:32:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dc12c1c-4758-4e90-841b-1891e705df71" 2024-12-03T10:32:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7831c34f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,46757,-1] 2024-12-03T10:32:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:53,189 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:53,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6376dc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:53,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,46757,1733221960074 2024-12-03T10:32:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d61e934 2024-12-03T10:32:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:53,191 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:53,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:35345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:32:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:32:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:53,193 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35345' 2024-12-03T10:32:53,194 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e90d02c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:53,194 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35345,-1 for getting cluster id 2024-12-03T10:32:53,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:53,195 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce70d788-7b94-4b65-b5e5-bdcbdd0c4055' 2024-12-03T10:32:53,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:53,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce70d788-7b94-4b65-b5e5-bdcbdd0c4055" 2024-12-03T10:32:53,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1012fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:53,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35345,-1] 2024-12-03T10:32:53,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:53,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:53,196 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:53,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f13c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:53,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:53,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35345,1733221949777 2024-12-03T10:32:53,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d374cb9 2024-12-03T10:32:53,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:53,198 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:32:53,199 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:32:53,199 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:32:53,199 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:53,199 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:53,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:53,200 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:32:53,201 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:32:53,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:32:53,202 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:53,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:32:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:32:53,251 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:32:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:53,425 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 379, reset compression=false 2024-12-03T10:32:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:53,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 487cad208ca5e71ec0d574214f52b6e5, NAME => 'hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da 2024-12-03T10:32:53,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:32:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:53,910 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 379, reset compression=false 2024-12-03T10:32:53,928 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 379, reset compression=false 2024-12-03T10:32:54,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:54,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 487cad208ca5e71ec0d574214f52b6e5, disabling compactions & flushes 2024-12-03T10:32:54,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:32:54,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:32:54,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. after waiting 0 ms 2024-12-03T10:32:54,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:32:54,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:32:54,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 487cad208ca5e71ec0d574214f52b6e5: Waiting for close lock at 1733221974012Disabling compacts and flushes for region at 1733221974012Disabling writes for close at 1733221974013 (+1 ms)Writing region close event to WAL at 1733221974013Closed at 1733221974013 2024-12-03T10:32:54,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:32:54,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733221974014"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221974014"}]},"ts":"1733221974014"} 2024-12-03T10:32:54,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:32:54,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:32:54,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221974016"}]},"ts":"1733221974016"} 2024-12-03T10:32:54,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:32:54,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=487cad208ca5e71ec0d574214f52b6e5, ASSIGN}] 2024-12-03T10:32:54,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=487cad208ca5e71ec0d574214f52b6e5, ASSIGN 2024-12-03T10:32:54,019 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=487cad208ca5e71ec0d574214f52b6e5, ASSIGN; state=OFFLINE, location=a78f5601770a,36175,1733221960177; forceNewPlan=false, retain=false 2024-12-03T10:32:54,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=487cad208ca5e71ec0d574214f52b6e5, regionState=OPENING, regionLocation=a78f5601770a,36175,1733221960177 2024-12-03T10:32:54,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=487cad208ca5e71ec0d574214f52b6e5, ASSIGN because future has completed 2024-12-03T10:32:54,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 487cad208ca5e71ec0d574214f52b6e5, server=a78f5601770a,36175,1733221960177}] 2024-12-03T10:32:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:54,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:32:54,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:32:54,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:32:54,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C36175%2C1733221960177.rep, suffix=, logDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177, archiveDir=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/oldWALs, maxLogs=10 2024-12-03T10:32:54,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.rep.1733221974329, exclude list is [], retry=0 2024-12-03T10:32:54,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-91144dee-4587-41dd-b81d-6e41ab6e9b1e,DISK] 2024-12-03T10:32:54,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.rep.1733221974329 2024-12-03T10:32:54,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-12-03T10:32:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 487cad208ca5e71ec0d574214f52b6e5, NAME => 'hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:32:54,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:32:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:32:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. service=MultiRowMutationService 2024-12-03T10:32:54,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:32:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:32:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,345 INFO [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,346 INFO [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487cad208ca5e71ec0d574214f52b6e5 columnFamilyName hfileref 2024-12-03T10:32:54,346 DEBUG [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:54,347 INFO [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] regionserver.HStore(327): Store=487cad208ca5e71ec0d574214f52b6e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:54,347 INFO [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,347 INFO [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487cad208ca5e71ec0d574214f52b6e5 columnFamilyName queue 2024-12-03T10:32:54,347 DEBUG [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:54,348 INFO [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] regionserver.HStore(327): Store=487cad208ca5e71ec0d574214f52b6e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:54,348 INFO [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,348 INFO [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487cad208ca5e71ec0d574214f52b6e5 columnFamilyName sid 2024-12-03T10:32:54,349 DEBUG [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:32:54,349 INFO [StoreOpener-487cad208ca5e71ec0d574214f52b6e5-1 {}] regionserver.HStore(327): Store=487cad208ca5e71ec0d574214f52b6e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:32:54,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/replication/487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/replication/487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:32:54,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/replication/487cad208ca5e71ec0d574214f52b6e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:32:54,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 487cad208ca5e71ec0d574214f52b6e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64778178, jitterRate=-0.03472992777824402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:32:54,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:32:54,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 487cad208ca5e71ec0d574214f52b6e5: Running coprocessor pre-open hook at 1733221974344Writing region info on filesystem at 1733221974344Initializing all the Stores at 1733221974345 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221974345Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221974345Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221974345Cleaning up temporary data from old regions at 1733221974350 (+5 ms)Running coprocessor post-open hooks at 1733221974353 (+3 ms)Region opened successfully at 1733221974353 2024-12-03T10:32:54,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5., pid=10, masterSystemTime=1733221974324 2024-12-03T10:32:54,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:32:54,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:32:54,356 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=487cad208ca5e71ec0d574214f52b6e5, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,36175,1733221960177 2024-12-03T10:32:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 487cad208ca5e71ec0d574214f52b6e5, server=a78f5601770a,36175,1733221960177 because future has completed 2024-12-03T10:32:54,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:32:54,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 487cad208ca5e71ec0d574214f52b6e5, server=a78f5601770a,36175,1733221960177 in 188 msec 2024-12-03T10:32:54,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:32:54,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=487cad208ca5e71ec0d574214f52b6e5, ASSIGN in 343 msec 2024-12-03T10:32:54,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:32:54,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221974364"}]},"ts":"1733221974364"} 2024-12-03T10:32:54,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:32:54,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:32:54,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-03T10:32:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5., hostname=a78f5601770a,36175,1733221960177, seqNum=2] 2024-12-03T10:32:54,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:54,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:32:54,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:32:54,531 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 379, reset compression=false 2024-12-03T10:32:54,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:32:54,619 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:32:54,645 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,36175,1733221960177, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:32:54,645 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:54,645 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36175,1733221960177, seqNum=-1] 2024-12-03T10:32:54,646 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:54,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T10:32:54,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,36175,1733221960177', locateType=CURRENT is [region=hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5., hostname=a78f5601770a,36175,1733221960177, seqNum=2] 2024-12-03T10:32:54,650 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:32:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:32:54,652 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,36175,1733221960177 suceeded 2024-12-03T10:32:54,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:32:54,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-03T10:32:54,653 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:35345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:32:54,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4620 sec 2024-12-03T10:32:54,663 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35345' 2024-12-03T10:32:54,664 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a36dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:54,664 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35345,-1 for getting cluster id 2024-12-03T10:32:54,664 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:54,665 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce70d788-7b94-4b65-b5e5-bdcbdd0c4055' 2024-12-03T10:32:54,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:54,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce70d788-7b94-4b65-b5e5-bdcbdd0c4055" 2024-12-03T10:32:54,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c02a383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:54,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35345,-1] 2024-12-03T10:32:54,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:54,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:54,666 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:54,666 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@144d8737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:54,666 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:32:54,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35345,1733221949777 2024-12-03T10:32:54,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26dc9314 2024-12-03T10:32:54,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:32:54,668 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T10:32:54,668 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,36175,1733221960177 (queues=1) is replicating from cluster=3dc12c1c-4758-4e90-841b-1891e705df71 to cluster=ce70d788-7b94-4b65-b5e5-bdcbdd0c4055 2024-12-03T10:32:54,668 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C36175%2C1733221960177 2024-12-03T10:32:54,668 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,36175,1733221960177, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:32:54,669 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C36175%2C1733221960177 2024-12-03T10:32:54,669 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, startPosition=0, beingWritten=true 2024-12-03T10:32:54,673 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:54,673 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 379, reset compression=false 2024-12-03T10:32:54,673 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36175,1733221960177 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:54,814 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 379, reset compression=false 2024-12-03T10:32:54,876 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 379, reset compression=false 2024-12-03T10:32:55,179 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 379, reset compression=false 2024-12-03T10:32:55,234 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 379, reset compression=false 2024-12-03T10:32:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:32:55,336 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:32:55,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:32:55,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:32:55,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:55,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:55,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:32:55,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35345,-1 for getting cluster id 2024-12-03T10:32:55,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:55,338 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce70d788-7b94-4b65-b5e5-bdcbdd0c4055' 2024-12-03T10:32:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce70d788-7b94-4b65-b5e5-bdcbdd0c4055" 2024-12-03T10:32:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f395918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35345,-1] 2024-12-03T10:32:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:55,339 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3d1c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,34907,-1 for getting cluster id 2024-12-03T10:32:55,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:55,340 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a06b2d-10f0-49a6-9cd2-db9ba3de7976' 2024-12-03T10:32:55,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:55,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a06b2d-10f0-49a6-9cd2-db9ba3de7976" 2024-12-03T10:32:55,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd5ede0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,34907,-1] 2024-12-03T10:32:55,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:55,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:55,341 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343ed6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,46757,-1 for getting cluster id 2024-12-03T10:32:55,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:55,343 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dc12c1c-4758-4e90-841b-1891e705df71' 2024-12-03T10:32:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dc12c1c-4758-4e90-841b-1891e705df71" 2024-12-03T10:32:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7c8e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,46757,-1] 2024-12-03T10:32:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:55,344 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:55,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775fa203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34949,1733221949938, seqNum=-1] 2024-12-03T10:32:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:55,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d., hostname=a78f5601770a,34949,1733221949938, seqNum=2] 2024-12-03T10:32:55,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36175,1733221960177, seqNum=-1] 2024-12-03T10:32:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:55,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df., hostname=a78f5601770a,36175,1733221960177, seqNum=2] 2024-12-03T10:32:55,354 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T10:32:55,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:32:55,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,583 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 379, reset compression=false 2024-12-03T10:32:55,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:32:55,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T10:32:55,818 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 379, reset compression=false 2024-12-03T10:32:55,822 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:55,822 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 480, reset compression=false 2024-12-03T10:32:55,822 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34949,1733221949938 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b5919500eba459bbe4035a9a8f8ff4d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T10:32:55,824 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:32:55,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-03T10:32:55,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:55,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a61aaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,34907,-1 for getting cluster id 2024-12-03T10:32:55,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:55,826 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a06b2d-10f0-49a6-9cd2-db9ba3de7976' 2024-12-03T10:32:55,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:55,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a06b2d-10f0-49a6-9cd2-db9ba3de7976" 2024-12-03T10:32:55,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10fe931c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,34907,-1] 2024-12-03T10:32:55,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:55,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:55,827 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:55,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dcdce44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:55,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:55,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,35419,1733221955011, seqNum=-1] 2024-12-03T10:32:55,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:55,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T10:32:55,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554., hostname=a78f5601770a,35419,1733221955011, seqNum=2] 2024-12-03T10:32:55,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:56,026 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 480, reset compression=false 2024-12-03T10:32:56,038 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 379, reset compression=false 2024-12-03T10:32:56,041 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:56,041 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 504, reset compression=false 2024-12-03T10:32:56,041 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,35419,1733221955011 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e9bc1d1051dea62424be5a3d698e554/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T10:32:56,043 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:32:56,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-03T10:32:56,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:56,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d86053c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:56,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,46757,-1 for getting cluster id 2024-12-03T10:32:56,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:56,045 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dc12c1c-4758-4e90-841b-1891e705df71' 2024-12-03T10:32:56,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:56,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dc12c1c-4758-4e90-841b-1891e705df71" 2024-12-03T10:32:56,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@687ba774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:56,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,46757,-1] 2024-12-03T10:32:56,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:56,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:56,046 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:56,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506baaa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:56,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:56,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,36175,1733221960177, seqNum=-1] 2024-12-03T10:32:56,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:56,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T10:32:56,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df., hostname=a78f5601770a,36175,1733221960177, seqNum=2] 2024-12-03T10:32:56,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:56,086 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 379, reset compression=false 2024-12-03T10:32:56,090 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:56,090 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 527, reset compression=false 2024-12-03T10:32:56,090 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36175,1733221960177 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:56,244 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 504, reset compression=false 2024-12-03T10:32:56,294 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 527, reset compression=false 2024-12-03T10:32:56,328 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 480, reset compression=false 2024-12-03T10:32:56,355 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T10:32:56,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:56,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,35419,1733221955011, seqNum=-1] 2024-12-03T10:32:56,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:56,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:32:56,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554., hostname=a78f5601770a,35419,1733221955011, seqNum=2] 2024-12-03T10:32:56,362 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T10:32:56,548 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 504, reset compression=false 2024-12-03T10:32:56,552 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:56,552 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 608, reset compression=false 2024-12-03T10:32:56,552 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,35419,1733221955011 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e9bc1d1051dea62424be5a3d698e554/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T10:32:56,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:56,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:56,597 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 527, reset compression=false 2024-12-03T10:32:56,601 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:56,601 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 654, reset compression=false 2024-12-03T10:32:56,601 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36175,1733221960177 got entry batch from reader: WALEntryBatch [walEntries=[{test/7af78e03e9f35e44a0ebf144dc9f60df/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T10:32:56,603 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:32:56,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T10:32:56,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:56,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@816bb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:56,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35345,-1 for getting cluster id 2024-12-03T10:32:56,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:32:56,607 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce70d788-7b94-4b65-b5e5-bdcbdd0c4055' 2024-12-03T10:32:56,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:32:56,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce70d788-7b94-4b65-b5e5-bdcbdd0c4055" 2024-12-03T10:32:56,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43d197ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:56,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35345,-1] 2024-12-03T10:32:56,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:32:56,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:32:56,608 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:32:56,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@554a7b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:32:56,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:32:56,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,34949,1733221949938, seqNum=-1] 2024-12-03T10:32:56,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:32:56,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T10:32:56,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d., hostname=a78f5601770a,34949,1733221949938, seqNum=2] 2024-12-03T10:32:56,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:56,731 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 480, reset compression=false 2024-12-03T10:32:56,735 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:56,735 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 630, reset compression=false 2024-12-03T10:32:56,735 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34949,1733221949938 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:56,755 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 608, reset compression=false 2024-12-03T10:32:56,807 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 654, reset compression=false 2024-12-03T10:32:56,938 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 630, reset compression=false 2024-12-03T10:32:57,059 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 608, reset compression=false 2024-12-03T10:32:57,110 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 654, reset compression=false 2024-12-03T10:32:57,241 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 630, reset compression=false 2024-12-03T10:32:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T10:32:57,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T10:32:57,363 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T10:32:57,366 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T10:32:57,462 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 608, reset compression=false 2024-12-03T10:32:57,513 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 654, reset compression=false 2024-12-03T10:32:57,534 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:57,534 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 758, reset compression=false 2024-12-03T10:32:57,534 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36175,1733221960177 got entry batch from reader: WALEntryBatch [walEntries=[{test/7af78e03e9f35e44a0ebf144dc9f60df/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T10:32:57,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:57,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:57,644 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 630, reset compression=false 2024-12-03T10:32:57,648 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:57,648 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 757, reset compression=false 2024-12-03T10:32:57,648 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34949,1733221949938 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b5919500eba459bbe4035a9a8f8ff4d/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T10:32:57,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:57,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:57,744 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 758, reset compression=false 2024-12-03T10:32:57,851 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 757, reset compression=false 2024-12-03T10:32:57,965 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 608, reset compression=false 2024-12-03T10:32:57,969 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:57,969 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 759, reset compression=false 2024-12-03T10:32:57,969 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,35419,1733221955011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:58,047 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 758, reset compression=false 2024-12-03T10:32:58,155 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 757, reset compression=false 2024-12-03T10:32:58,173 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 759, reset compression=false 2024-12-03T10:32:58,367 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T10:32:58,371 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T10:32:58,451 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 758, reset compression=false 2024-12-03T10:32:58,476 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 759, reset compression=false 2024-12-03T10:32:58,558 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 757, reset compression=false 2024-12-03T10:32:58,562 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:58,562 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 913, reset compression=false 2024-12-03T10:32:58,562 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34949,1733221949938 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b5919500eba459bbe4035a9a8f8ff4d/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T10:32:58,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:58,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:58,765 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 913, reset compression=false 2024-12-03T10:32:58,878 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 759, reset compression=false 2024-12-03T10:32:58,883 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:58,883 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 907, reset compression=false 2024-12-03T10:32:58,883 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,35419,1733221955011 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e9bc1d1051dea62424be5a3d698e554/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T10:32:58,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:58,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:58,954 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 758, reset compression=false 2024-12-03T10:32:58,958 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:58,958 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 929, reset compression=false 2024-12-03T10:32:58,958 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36175,1733221960177 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:59,069 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 913, reset compression=false 2024-12-03T10:32:59,086 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 907, reset compression=false 2024-12-03T10:32:59,161 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 929, reset compression=false 2024-12-03T10:32:59,367 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:32:59,372 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T10:32:59,375 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T10:32:59,389 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 907, reset compression=false 2024-12-03T10:32:59,392 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:59,392 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1066, reset compression=false 2024-12-03T10:32:59,392 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,35419,1733221955011 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e9bc1d1051dea62424be5a3d698e554/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T10:32:59,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:59,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:59,465 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 929, reset compression=false 2024-12-03T10:32:59,469 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:32:59,469 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1078, reset compression=false 2024-12-03T10:32:59,469 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36175,1733221960177 got entry batch from reader: WALEntryBatch [walEntries=[{test/7af78e03e9f35e44a0ebf144dc9f60df/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T10:32:59,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:32:59,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:32:59,472 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 913, reset compression=false 2024-12-03T10:32:59,475 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:32:59,475 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1085, reset compression=false 2024-12-03T10:32:59,475 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34949,1733221949938 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:32:59,595 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1066, reset compression=false 2024-12-03T10:32:59,672 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1078, reset compression=false 2024-12-03T10:32:59,678 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1085, reset compression=false 2024-12-03T10:32:59,898 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1066, reset compression=false 2024-12-03T10:32:59,975 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1078, reset compression=false 2024-12-03T10:32:59,980 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1085, reset compression=false 2024-12-03T10:33:00,301 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1066, reset compression=false 2024-12-03T10:33:00,377 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T10:33:00,378 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1078, reset compression=false 2024-12-03T10:33:00,380 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T10:33:00,382 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:00,382 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1237, reset compression=false 2024-12-03T10:33:00,382 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36175,1733221960177 got entry batch from reader: WALEntryBatch [walEntries=[{test/7af78e03e9f35e44a0ebf144dc9f60df/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T10:33:00,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:00,383 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1085, reset compression=false 2024-12-03T10:33:00,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:00,387 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:00,387 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1234, reset compression=false 2024-12-03T10:33:00,387 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34949,1733221949938 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b5919500eba459bbe4035a9a8f8ff4d/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T10:33:00,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:00,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:00,585 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1237, reset compression=false 2024-12-03T10:33:00,597 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1234, reset compression=false 2024-12-03T10:33:00,804 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1066, reset compression=false 2024-12-03T10:33:00,808 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:00,808 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1239, reset compression=false 2024-12-03T10:33:00,808 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,35419,1733221955011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:00,888 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1237, reset compression=false 2024-12-03T10:33:00,901 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1234, reset compression=false 2024-12-03T10:33:01,011 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1239, reset compression=false 2024-12-03T10:33:01,291 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1237, reset compression=false 2024-12-03T10:33:01,304 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1234, reset compression=false 2024-12-03T10:33:01,315 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1239, reset compression=false 2024-12-03T10:33:01,382 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T10:33:01,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc684f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:01,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,46757,-1 for getting cluster id 2024-12-03T10:33:01,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:01,388 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dc12c1c-4758-4e90-841b-1891e705df71' 2024-12-03T10:33:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dc12c1c-4758-4e90-841b-1891e705df71" 2024-12-03T10:33:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65eec466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,46757,-1] 2024-12-03T10:33:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:01,389 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d991e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:01,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,46757,1733221960074 2024-12-03T10:33:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@688ebddf 2024-12-03T10:33:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:01,393 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:01,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-03T10:33:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-03T10:33:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T10:33:01,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:33:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T10:33:01,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T10:33:01,585 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-03T10:33:01,586 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-03T10:33:01,586 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,36175,1733221960177 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-03T10:33:01,586 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/a78f5601770a:0-0. 2024-12-03T10:33:01,586 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:01,586 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:01,586 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:01,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:01,687 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:33:01,687 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T10:33:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T10:33:01,718 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1239, reset compression=false 2024-12-03T10:33:01,787 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 terminated 2024-12-03T10:33:01,800 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,36175,1733221960177, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:33:01,801 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-03T10:33:01,801 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T10:33:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T10:33:01,803 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on a78f5601770a,36175,1733221960177 suceeded 2024-12-03T10:33:01,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T10:33:01,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 370 msec 2024-12-03T10:33:01,804 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-03T10:33:01,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 410 msec 2024-12-03T10:33:01,806 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1234, reset compression=false 2024-12-03T10:33:01,813 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35345' 2024-12-03T10:33:01,814 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c0f3692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:01,814 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35345,-1 for getting cluster id 2024-12-03T10:33:01,814 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:01,815 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce70d788-7b94-4b65-b5e5-bdcbdd0c4055' 2024-12-03T10:33:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce70d788-7b94-4b65-b5e5-bdcbdd0c4055" 2024-12-03T10:33:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b94cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35345,-1] 2024-12-03T10:33:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:01,816 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:01,816 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c4e7b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:01,817 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35345,1733221949777 2024-12-03T10:33:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37dddb7f 2024-12-03T10:33:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:01,818 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T10:33:01,818 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,36175,1733221960177 (queues=1) is replicating from cluster=3dc12c1c-4758-4e90-841b-1891e705df71 to cluster=ce70d788-7b94-4b65-b5e5-bdcbdd0c4055 2024-12-03T10:33:01,819 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C36175%2C1733221960177 2024-12-03T10:33:01,819 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,36175,1733221960177, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:33:01,819 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C36175%2C1733221960177 2024-12-03T10:33:02,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:02,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:33:02,015 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68517 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:33:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T10:33:02,026 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:33:02,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:02,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:02,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:02,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:02,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:02,029 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T10:33:02,221 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1239, reset compression=false 2024-12-03T10:33:02,409 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1234, reset compression=false 2024-12-03T10:33:02,438 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:02,438 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1338, reset compression=false 2024-12-03T10:33:02,438 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34949,1733221949938 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b5919500eba459bbe4035a9a8f8ff4d/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T10:33:02,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:02,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:02,641 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1338, reset compression=false 2024-12-03T10:33:02,832 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1239, reset compression=false 2024-12-03T10:33:02,835 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:02,835 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1367, reset compression=false 2024-12-03T10:33:02,835 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,35419,1733221955011 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e9bc1d1051dea62424be5a3d698e554/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T10:33:02,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:02,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:02,944 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1338, reset compression=false 2024-12-03T10:33:03,031 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-03T10:33:03,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff6ada5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:03,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,46757,-1 for getting cluster id 2024-12-03T10:33:03,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:03,034 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dc12c1c-4758-4e90-841b-1891e705df71' 2024-12-03T10:33:03,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:03,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dc12c1c-4758-4e90-841b-1891e705df71" 2024-12-03T10:33:03,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd6be43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:03,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,46757,-1] 2024-12-03T10:33:03,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:03,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:03,035 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdf04d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:03,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,46757,1733221960074 2024-12-03T10:33:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@632adb35 2024-12-03T10:33:03,038 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1367, reset compression=false 2024-12-03T10:33:03,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:03,040 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:03,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-03T10:33:03,042 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:03,042 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1471, reset compression=false 2024-12-03T10:33:03,042 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,35419,1733221955011 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e9bc1d1051dea62424be5a3d698e554/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T10:33:03,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-03T10:33:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T10:33:03,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:03,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:33:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T10:33:03,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-03T10:33:03,226 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-03T10:33:03,227 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T10:33:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T10:33:03,229 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on a78f5601770a,36175,1733221960177 suceeded 2024-12-03T10:33:03,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T10:33:03,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-03T10:33:03,230 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-03T10:33:03,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 190 msec 2024-12-03T10:33:03,245 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1471, reset compression=false 2024-12-03T10:33:03,320 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, startPosition=1237, beingWritten=true 2024-12-03T10:33:03,325 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:03,325 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1515, reset compression=false 2024-12-03T10:33:03,325 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36175,1733221960177 got entry batch from reader: WALEntryBatch [walEntries=[{test/7af78e03e9f35e44a0ebf144dc9f60df/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T10:33:03,327 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:33:03,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T10:33:03,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:03,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:03,346 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1338, reset compression=false 2024-12-03T10:33:03,350 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:03,350 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:03,350 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34949,1733221949938 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T10:33:03,366 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:33:03,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:03,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:03,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:03,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:03,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:03,368 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-03T10:33:03,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:33:03,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:03,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:03,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:03,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:03,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:03,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:33:03,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1866656366, stopped=false 2024-12-03T10:33:03,368 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,46757,1733221960074 2024-12-03T10:33:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21799264980/running 2024-12-03T10:33:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21799264980/running 2024-12-03T10:33:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:33:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:33:03,376 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:03,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:03,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:03,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:03,377 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,36175,1733221960177' ***** 2024-12-03T10:33:03,377 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:33:03,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Set watcher on znode that does not yet exist, /21799264980/running 2024-12-03T10:33:03,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Set watcher on znode that does not yet exist, /21799264980/running 2024-12-03T10:33:03,377 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:33:03,377 INFO [RS:0;a78f5601770a:36175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:33:03,377 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:33:03,377 INFO [RS:0;a78f5601770a:36175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:33:03,377 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(3091): Received CLOSE for 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:33:03,377 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(3091): Received CLOSE for 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:33:03,378 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,36175,1733221960177 2024-12-03T10:33:03,378 INFO [RS:0;a78f5601770a:36175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:03,378 INFO [RS:0;a78f5601770a:36175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:36175. 2024-12-03T10:33:03,378 DEBUG [RS:0;a78f5601770a:36175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:03,378 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7af78e03e9f35e44a0ebf144dc9f60df, disabling compactions & flushes 2024-12-03T10:33:03,378 DEBUG [RS:0;a78f5601770a:36175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:03,378 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:33:03,378 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:33:03,378 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. after waiting 0 ms 2024-12-03T10:33:03,378 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:33:03,378 INFO [RS:0;a78f5601770a:36175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:33:03,378 INFO [RS:0;a78f5601770a:36175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:33:03,378 INFO [RS:0;a78f5601770a:36175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:33:03,378 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:33:03,378 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7af78e03e9f35e44a0ebf144dc9f60df 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T10:33:03,378 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:33:03,378 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1325): Online Regions={7af78e03e9f35e44a0ebf144dc9f60df=test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df., 1588230740=hbase:meta,,1.1588230740, 487cad208ca5e71ec0d574214f52b6e5=hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5.} 2024-12-03T10:33:03,378 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 487cad208ca5e71ec0d574214f52b6e5, 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:33:03,378 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:33:03,378 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:33:03,378 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:33:03,378 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:33:03,378 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:33:03,378 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:33:03,391 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/info/22a4d5da7aca45c7b8e981e53fbb4b9e is 147, key is hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5./info:regioninfo/1733221974355/Put/seqid=0 2024-12-03T10:33:03,394 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/.tmp/f/2fe790fdb3a849b59c6bacc1e19f15e9 is 37, key is row3/f:row3/1733221982027/Put/seqid=0 2024-12-03T10:33:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741840_1016 (size=7686) 2024-12-03T10:33:03,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741841_1017 (size=5228) 2024-12-03T10:33:03,397 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/.tmp/f/2fe790fdb3a849b59c6bacc1e19f15e9 2024-12-03T10:33:03,397 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:03,401 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fe790fdb3a849b59c6bacc1e19f15e9 2024-12-03T10:33:03,417 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/.tmp/f1/48af97a238f74559afd182d689d4725f is 30, key is row1/f1:/1733221979373/DeleteFamily/seqid=0 2024-12-03T10:33:03,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741842_1018 (size=5158) 2024-12-03T10:33:03,528 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1515, reset compression=false 2024-12-03T10:33:03,533 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:03,533 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1762, reset compression=false 2024-12-03T10:33:03,533 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,36175,1733221960177 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:03,533 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a78f5601770a,36175,1733221960177: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a78f5601770a,36175,1733221960177, walGroup=a78f5601770a%2C36175%2C1733221960177, offset=a78f5601770a%2C36175%2C1733221960177.1733221962406:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:36175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T10:33:03,534 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T10:33:03,534 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T10:33:03,535 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T10:33:03,535 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T10:33:03,535 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T10:33:03,535 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 758706688 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198097264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T10:33:03,535 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:46757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:46757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:33:03,548 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1471, reset compression=false 2024-12-03T10:33:03,553 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:03,578 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 487cad208ca5e71ec0d574214f52b6e5, 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:33:03,736 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1762, reset compression=false 2024-12-03T10:33:03,778 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 487cad208ca5e71ec0d574214f52b6e5, 7af78e03e9f35e44a0ebf144dc9f60df 2024-12-03T10:33:03,795 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/info/22a4d5da7aca45c7b8e981e53fbb4b9e 2024-12-03T10:33:03,809 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/ns/6458587ed57544348b22542382c240ce is 43, key is default/ns:d/1733221963322/Put/seqid=0 2024-12-03T10:33:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741843_1019 (size=5153) 2024-12-03T10:33:03,821 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/.tmp/f1/48af97a238f74559afd182d689d4725f 2024-12-03T10:33:03,824 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48af97a238f74559afd182d689d4725f 2024-12-03T10:33:03,836 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/.tmp/norep/5c9c1e4c9df14078bc79817d7f769118 is 33, key is row2/norep:/1733221980377/DeleteFamily/seqid=0 2024-12-03T10:33:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741844_1020 (size=5108) 2024-12-03T10:33:03,839 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/.tmp/norep/5c9c1e4c9df14078bc79817d7f769118 2024-12-03T10:33:03,842 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c9c1e4c9df14078bc79817d7f769118 2024-12-03T10:33:03,843 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/.tmp/f/2fe790fdb3a849b59c6bacc1e19f15e9 as hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/f/2fe790fdb3a849b59c6bacc1e19f15e9 2024-12-03T10:33:03,847 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fe790fdb3a849b59c6bacc1e19f15e9 2024-12-03T10:33:03,847 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/f/2fe790fdb3a849b59c6bacc1e19f15e9, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T10:33:03,848 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/.tmp/f1/48af97a238f74559afd182d689d4725f as hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/f1/48af97a238f74559afd182d689d4725f 2024-12-03T10:33:03,851 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48af97a238f74559afd182d689d4725f 2024-12-03T10:33:03,851 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/f1/48af97a238f74559afd182d689d4725f, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T10:33:03,852 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/.tmp/norep/5c9c1e4c9df14078bc79817d7f769118 as hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/norep/5c9c1e4c9df14078bc79817d7f769118 2024-12-03T10:33:03,855 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c9c1e4c9df14078bc79817d7f769118 2024-12-03T10:33:03,855 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/norep/5c9c1e4c9df14078bc79817d7f769118, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T10:33:03,856 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7af78e03e9f35e44a0ebf144dc9f60df in 477ms, sequenceid=12, compaction requested=false 2024-12-03T10:33:03,856 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:03,859 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/default/test/7af78e03e9f35e44a0ebf144dc9f60df/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T10:33:03,860 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:03,860 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:33:03,860 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:33:03,860 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7af78e03e9f35e44a0ebf144dc9f60df: Waiting for close lock at 1733221983378Running coprocessor pre-close hooks at 1733221983378Disabling compacts and flushes for region at 1733221983378Disabling writes for close at 1733221983378Obtaining lock to block concurrent updates at 1733221983378Preparing flush snapshotting stores in 7af78e03e9f35e44a0ebf144dc9f60df at 1733221983378Finished memstore snapshotting test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733221983378Flushing stores of test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. at 1733221983379 (+1 ms)Flushing 7af78e03e9f35e44a0ebf144dc9f60df/f: creating writer at 1733221983379Flushing 7af78e03e9f35e44a0ebf144dc9f60df/f: appending metadata at 1733221983393 (+14 ms)Flushing 7af78e03e9f35e44a0ebf144dc9f60df/f: closing flushed file at 1733221983393Flushing 7af78e03e9f35e44a0ebf144dc9f60df/f1: creating writer at 1733221983401 (+8 ms)Flushing 7af78e03e9f35e44a0ebf144dc9f60df/f1: appending metadata at 1733221983416 (+15 ms)Flushing 7af78e03e9f35e44a0ebf144dc9f60df/f1: closing flushed file at 1733221983416Flushing 7af78e03e9f35e44a0ebf144dc9f60df/norep: creating writer at 1733221983824 (+408 ms)Flushing 7af78e03e9f35e44a0ebf144dc9f60df/norep: appending metadata at 1733221983835 (+11 ms)Flushing 7af78e03e9f35e44a0ebf144dc9f60df/norep: closing flushed file at 1733221983835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b3dd20: reopening flushed file at 1733221983843 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334157fb: reopening flushed file at 1733221983847 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2131ec01: reopening flushed file at 1733221983851 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7af78e03e9f35e44a0ebf144dc9f60df in 477ms, sequenceid=12, compaction requested=false at 1733221983856 (+5 ms)Writing region close event to WAL at 1733221983857 (+1 ms)Running coprocessor post-close hooks at 1733221983860 (+3 ms)Closed at 1733221983860 2024-12-03T10:33:03,860 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df. 2024-12-03T10:33:03,860 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 487cad208ca5e71ec0d574214f52b6e5, disabling compactions & flushes 2024-12-03T10:33:03,860 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:33:03,860 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:33:03,860 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. after waiting 0 ms 2024-12-03T10:33:03,860 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:33:03,860 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 487cad208ca5e71ec0d574214f52b6e5: Waiting for close lock at 1733221983860Running coprocessor pre-close hooks at 1733221983860Disabling compacts and flushes for region at 1733221983860Disabling writes for close at 1733221983860Failed flush hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5., putting online again at 1733221983860 2024-12-03T10:33:03,861 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:33:03,951 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1471, reset compression=false 2024-12-03T10:33:03,979 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(3091): Received CLOSE for 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:33:03,979 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 487cad208ca5e71ec0d574214f52b6e5 2024-12-03T10:33:03,979 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 487cad208ca5e71ec0d574214f52b6e5, disabling compactions & flushes 2024-12-03T10:33:03,979 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:33:03,979 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:33:03,979 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. after waiting 0 ms 2024-12-03T10:33:03,979 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:33:03,979 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 487cad208ca5e71ec0d574214f52b6e5: Waiting for close lock at 1733221983979Running coprocessor pre-close hooks at 1733221983979Disabling compacts and flushes for region at 1733221983979Disabling writes for close at 1733221983979Failed flush hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5., putting online again at 1733221983979 2024-12-03T10:33:03,979 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5. 2024-12-03T10:33:04,039 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 1762, reset compression=false 2024-12-03T10:33:04,042 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:04,042 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 2406, reset compression=false 2024-12-03T10:33:04,179 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:33:04,213 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/ns/6458587ed57544348b22542382c240ce 2024-12-03T10:33:04,228 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/rep_barrier/8272694436244dd1aa343753c3b48ab5 is 112, key is test,,1733221966738.7af78e03e9f35e44a0ebf144dc9f60df./rep_barrier:seqnumDuringOpen/1733221967911/Put/seqid=0 2024-12-03T10:33:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741845_1021 (size=5518) 2024-12-03T10:33:04,245 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 2406, reset compression=false 2024-12-03T10:33:04,259 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:04,272 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:33:04,272 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:33:04,379 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:33:04,379 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 487cad208ca5e71ec0d574214f52b6e5=hbase:replication,,1733221973199.487cad208ca5e71ec0d574214f52b6e5.} 2024-12-03T10:33:04,379 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:33:04,454 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1471, reset compression=false 2024-12-03T10:33:04,490 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:33:04,548 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 2406, reset compression=false 2024-12-03T10:33:04,579 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:33:04,632 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/rep_barrier/8272694436244dd1aa343753c3b48ab5 2024-12-03T10:33:04,647 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/table/35c790df72e5454b872451ae9ddf408c is 53, key is hbase:replication/table:state/1733221974364/Put/seqid=0 2024-12-03T10:33:04,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741846_1022 (size=5308) 2024-12-03T10:33:04,762 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:04,779 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:33:04,951 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 2406, reset compression=false 2024-12-03T10:33:04,979 DEBUG [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:33:05,057 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1471, reset compression=false 2024-12-03T10:33:05,058 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/table/35c790df72e5454b872451ae9ddf408c 2024-12-03T10:33:05,062 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/info/22a4d5da7aca45c7b8e981e53fbb4b9e as hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/info/22a4d5da7aca45c7b8e981e53fbb4b9e 2024-12-03T10:33:05,065 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/info/22a4d5da7aca45c7b8e981e53fbb4b9e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:33:05,065 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/ns/6458587ed57544348b22542382c240ce as hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/ns/6458587ed57544348b22542382c240ce 2024-12-03T10:33:05,068 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/ns/6458587ed57544348b22542382c240ce, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:33:05,069 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/rep_barrier/8272694436244dd1aa343753c3b48ab5 as hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/rep_barrier/8272694436244dd1aa343753c3b48ab5 2024-12-03T10:33:05,072 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/rep_barrier/8272694436244dd1aa343753c3b48ab5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:33:05,072 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/.tmp/table/35c790df72e5454b872451ae9ddf408c as hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/table/35c790df72e5454b872451ae9ddf408c 2024-12-03T10:33:05,076 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/table/35c790df72e5454b872451ae9ddf408c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:33:05,076 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false 2024-12-03T10:33:05,080 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:33:05,081 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:05,081 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:33:05,081 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:05,081 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221983378Running coprocessor pre-close hooks at 1733221983378Disabling compacts and flushes for region at 1733221983378Disabling writes for close at 1733221983378Obtaining lock to block concurrent updates at 1733221983378Preparing flush snapshotting stores in 1588230740 at 1733221983378Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733221983379 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733221983379Flushing 1588230740/info: creating writer at 1733221983379Flushing 1588230740/info: appending metadata at 1733221983391 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733221983391Flushing 1588230740/ns: creating writer at 1733221983799 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733221983809 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733221983809Flushing 1588230740/rep_barrier: creating writer at 1733221984217 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733221984228 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733221984228Flushing 1588230740/table: creating writer at 1733221984635 (+407 ms)Flushing 1588230740/table: appending metadata at 1733221984646 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733221984646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d12a50a: reopening flushed file at 1733221985061 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6ed0ba: reopening flushed file at 1733221985065 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8fac95: reopening flushed file at 1733221985068 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78519cc6: reopening flushed file at 1733221985072 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false at 1733221985076 (+4 ms)Writing region close event to WAL at 1733221985078 (+2 ms)Running coprocessor post-close hooks at 1733221985081 (+3 ms)Closed at 1733221985081 2024-12-03T10:33:05,081 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:05,180 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T10:33:05,180 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,36175,1733221960177; all regions closed. 2024-12-03T10:33:05,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:33:05,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.meta.1733221963282.meta not finished, retry = 0 2024-12-03T10:33:05,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741839_1015 (size=2390) 2024-12-03T10:33:05,284 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.rep.1733221974329 not finished, retry = 0 2024-12-03T10:33:05,365 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:05,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 not finished, retry = 0 2024-12-03T10:33:05,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741832_1008 (size=2414) 2024-12-03T10:33:05,453 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 to pos 2406, reset compression=false 2024-12-03T10:33:05,487 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/WALs/a78f5601770a,36175,1733221960177/a78f5601770a%2C36175%2C1733221960177.1733221962406 2024-12-03T10:33:05,487 DEBUG [RS:0;a78f5601770a:36175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:05,487 INFO [RS:0;a78f5601770a:36175 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:05,487 INFO [RS:0;a78f5601770a:36175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:05,488 INFO [RS:0;a78f5601770a:36175 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:05,488 INFO [RS:0;a78f5601770a:36175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:05,488 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:05,488 INFO [RS:0;a78f5601770a:36175 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,36175,1733221960177 because: Region server is closing 2024-12-03T10:33:05,488 INFO [RS:0;a78f5601770a:36175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:36175. 2024-12-03T10:33:05,488 DEBUG [RS:0;a78f5601770a:36175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:05,488 DEBUG [RS:0;a78f5601770a:36175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:05,488 DEBUG [RS:0;a78f5601770a:36175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:05,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:05,589 INFO [RS:0;a78f5601770a:36175 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.shippera78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 terminated 2024-12-03T10:33:05,589 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,36175,1733221960177.replicationSource.wal-reader.a78f5601770a%2C36175%2C1733221960177,1-a78f5601770a,36175,1733221960177 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-03T10:33:05,589 INFO [RS:0;a78f5601770a:36175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:36175. 2024-12-03T10:33:05,589 DEBUG [RS:0;a78f5601770a:36175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:05,589 DEBUG [RS:0;a78f5601770a:36175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:05,589 DEBUG [RS:0;a78f5601770a:36175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:05,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:05,589 INFO [RS:0;a78f5601770a:36175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36175 2024-12-03T10:33:05,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980/rs 2024-12-03T10:33:05,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21799264980/rs/a78f5601770a,36175,1733221960177 2024-12-03T10:33:05,615 INFO [RS:0;a78f5601770a:36175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:05,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,36175,1733221960177] 2024-12-03T10:33:05,632 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21799264980/draining/a78f5601770a,36175,1733221960177 already deleted, retry=false 2024-12-03T10:33:05,632 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,36175,1733221960177 expired; onlineServers=0 2024-12-03T10:33:05,632 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,46757,1733221960074' ***** 2024-12-03T10:33:05,632 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:33:05,632 INFO [M:0;a78f5601770a:46757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:05,632 INFO [M:0;a78f5601770a:46757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:05,632 DEBUG [M:0;a78f5601770a:46757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:33:05,632 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:33:05,632 DEBUG [M:0;a78f5601770a:46757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:33:05,632 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221962107 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221962107,5,FailOnTimeoutGroup] 2024-12-03T10:33:05,632 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221962107 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221962107,5,FailOnTimeoutGroup] 2024-12-03T10:33:05,632 INFO [M:0;a78f5601770a:46757 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:05,632 INFO [M:0;a78f5601770a:46757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:05,632 DEBUG [M:0;a78f5601770a:46757 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:33:05,633 INFO [M:0;a78f5601770a:46757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:33:05,633 INFO [M:0;a78f5601770a:46757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:05,633 INFO [M:0;a78f5601770a:46757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:33:05,633 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:33:05,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21799264980/master 2024-12-03T10:33:05,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21799264980 2024-12-03T10:33:05,663 DEBUG [M:0;a78f5601770a:46757 {}] zookeeper.ZKUtil(347): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Unable to get data of znode /21799264980/master because node does not exist (not an error) 2024-12-03T10:33:05,663 WARN [M:0;a78f5601770a:46757 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:33:05,664 INFO [M:0;a78f5601770a:46757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/.lastflushedseqids 2024-12-03T10:33:05,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741847_1023 (size=245) 2024-12-03T10:33:05,724 INFO [RS:0;a78f5601770a:36175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:05,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:05,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36175-0x1019c09ccd30007, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:05,724 INFO [RS:0;a78f5601770a:36175 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,36175,1733221960177; zookeeper connection closed. 2024-12-03T10:33:05,724 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54ac6937 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54ac6937 2024-12-03T10:33:05,724 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:33:05,760 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1471, reset compression=false 2024-12-03T10:33:06,068 INFO [M:0;a78f5601770a:46757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:33:06,068 INFO [M:0;a78f5601770a:46757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:33:06,068 DEBUG [M:0;a78f5601770a:46757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:33:06,068 INFO [M:0;a78f5601770a:46757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:06,069 DEBUG [M:0;a78f5601770a:46757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:06,069 DEBUG [M:0;a78f5601770a:46757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:33:06,069 DEBUG [M:0;a78f5601770a:46757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:06,069 INFO [M:0;a78f5601770a:46757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-03T10:33:06,069 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:06,082 DEBUG [M:0;a78f5601770a:46757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e80b92ae75944494bf1add9b5cb61cad is 82, key is hbase:meta,,1/info:regioninfo/1733221963306/Put/seqid=0 2024-12-03T10:33:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741848_1024 (size=5672) 2024-12-03T10:33:06,485 INFO [M:0;a78f5601770a:46757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e80b92ae75944494bf1add9b5cb61cad 2024-12-03T10:33:06,500 DEBUG [M:0;a78f5601770a:46757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e823b962c183475d89606bd64cd73d34 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733221974368/Put/seqid=0 2024-12-03T10:33:06,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741849_1025 (size=9211) 2024-12-03T10:33:06,563 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1471, reset compression=false 2024-12-03T10:33:06,872 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:06,904 INFO [M:0;a78f5601770a:46757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e823b962c183475d89606bd64cd73d34 2024-12-03T10:33:06,920 DEBUG [M:0;a78f5601770a:46757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4b8eaa5ada14bedb36d4de36876842a is 69, key is a78f5601770a,36175,1733221960177/rs:state/1733221962131/Put/seqid=0 2024-12-03T10:33:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741850_1026 (size=5156) 2024-12-03T10:33:07,323 INFO [M:0;a78f5601770a:46757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4b8eaa5ada14bedb36d4de36876842a 2024-12-03T10:33:07,327 DEBUG [M:0;a78f5601770a:46757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e80b92ae75944494bf1add9b5cb61cad as hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e80b92ae75944494bf1add9b5cb61cad 2024-12-03T10:33:07,330 INFO [M:0;a78f5601770a:46757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e80b92ae75944494bf1add9b5cb61cad, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T10:33:07,331 DEBUG [M:0;a78f5601770a:46757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e823b962c183475d89606bd64cd73d34 as hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e823b962c183475d89606bd64cd73d34 2024-12-03T10:33:07,334 INFO [M:0;a78f5601770a:46757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e823b962c183475d89606bd64cd73d34, entries=15, sequenceid=127, filesize=9.0 K 2024-12-03T10:33:07,334 DEBUG [M:0;a78f5601770a:46757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4b8eaa5ada14bedb36d4de36876842a as hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4b8eaa5ada14bedb36d4de36876842a 2024-12-03T10:33:07,337 INFO [M:0;a78f5601770a:46757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39305/user/jenkins/test-data/ce56ca01-c626-9c97-f071-4ffb1e66f6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4b8eaa5ada14bedb36d4de36876842a, entries=1, sequenceid=127, filesize=5.0 K 2024-12-03T10:33:07,338 INFO [M:0;a78f5601770a:46757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=127, compaction requested=false 2024-12-03T10:33:07,340 INFO [M:0;a78f5601770a:46757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:07,340 DEBUG [M:0;a78f5601770a:46757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221986068Disabling compacts and flushes for region at 1733221986068Disabling writes for close at 1733221986069 (+1 ms)Obtaining lock to block concurrent updates at 1733221986069Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221986069Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733221986069Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221986069Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221986070 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221986081 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221986081Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221986488 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221986500 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221986500Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221986907 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221986919 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221986919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ace2b53: reopening flushed file at 1733221987327 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9da7ef7: reopening flushed file at 1733221987331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac85ae3: reopening flushed file at 1733221987334 (+3 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=127, compaction requested=false at 1733221987338 (+4 ms)Writing region close event to WAL at 1733221987340 (+2 ms)Closed at 1733221987340 2024-12-03T10:33:07,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741830_1006 (size=73854) 2024-12-03T10:33:07,342 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:07,342 INFO [M:0;a78f5601770a:46757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:33:07,342 INFO [M:0;a78f5601770a:46757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46757 2024-12-03T10:33:07,342 INFO [M:0;a78f5601770a:46757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:07,466 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1471, reset compression=false 2024-12-03T10:33:07,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:07,468 INFO [M:0;a78f5601770a:46757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:07,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1019c09ccd30006, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:07,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1de22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:33:07,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@794694b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:07,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:07,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e4df4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:07,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:07,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:33:07,472 WARN [BP-879255687-172.17.0.2-1733221958285 heartbeating to localhost/127.0.0.1:39305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:33:07,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:33:07,472 WARN [BP-879255687-172.17.0.2-1733221958285 heartbeating to localhost/127.0.0.1:39305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-879255687-172.17.0.2-1733221958285 (Datanode Uuid 21a67a01-6166-47b6-809f-fa3cf105c752) service to localhost/127.0.0.1:39305 2024-12-03T10:33:07,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/cluster_ed033c8f-3b27-4fdd-88cc-6104a95711a7/data/data1/current/BP-879255687-172.17.0.2-1733221958285 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:07,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/cluster_ed033c8f-3b27-4fdd-88cc-6104a95711a7/data/data2/current/BP-879255687-172.17.0.2-1733221958285 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:07,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:33:07,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77ee5721{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:33:07,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@522fe28d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:07,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:07,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79194981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:07,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:07,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:33:07,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:33:07,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:07,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:07,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:07,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:07,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:07,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:33:07,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1822675279, stopped=false 2024-12-03T10:33:07,490 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,34907,1733221954904 2024-12-03T10:33:07,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11708937347/running 2024-12-03T10:33:07,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11708937347/running 2024-12-03T10:33:07,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:33:07,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:33:07,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:07,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:07,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Set watcher on znode that does not yet exist, /11708937347/running 2024-12-03T10:33:07,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Set watcher on znode that does not yet exist, /11708937347/running 2024-12-03T10:33:07,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:07,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:07,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,35419,1733221955011' ***** 2024-12-03T10:33:07,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:33:07,510 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:33:07,510 INFO [RS:0;a78f5601770a:35419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:33:07,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:33:07,510 INFO [RS:0;a78f5601770a:35419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:33:07,510 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(3091): Received CLOSE for de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:33:07,511 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:33:07,511 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,35419,1733221955011 2024-12-03T10:33:07,511 INFO [RS:0;a78f5601770a:35419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:07,511 INFO [RS:0;a78f5601770a:35419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:35419. 2024-12-03T10:33:07,511 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de73053d28d78d6bef1a2a6c212250cb, disabling compactions & flushes 2024-12-03T10:33:07,511 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:33:07,511 DEBUG [RS:0;a78f5601770a:35419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:07,511 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:33:07,511 DEBUG [RS:0;a78f5601770a:35419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:07,511 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. after waiting 0 ms 2024-12-03T10:33:07,511 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:33:07,511 INFO [RS:0;a78f5601770a:35419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:33:07,511 INFO [RS:0;a78f5601770a:35419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:33:07,511 INFO [RS:0;a78f5601770a:35419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:33:07,511 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:33:07,511 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de73053d28d78d6bef1a2a6c212250cb 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-03T10:33:07,511 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:33:07,511 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, de73053d28d78d6bef1a2a6c212250cb=hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb., 9e9bc1d1051dea62424be5a3d698e554=test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554.} 2024-12-03T10:33:07,511 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e9bc1d1051dea62424be5a3d698e554, de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:33:07,511 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:33:07,511 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:33:07,511 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:33:07,511 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:33:07,511 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:33:07,511 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:33:07,523 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/info/1136ab65da814a2fb74b9abe63739733 is 147, key is hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb./info:regioninfo/1733221972225/Put/seqid=0 2024-12-03T10:33:07,523 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/replication/de73053d28d78d6bef1a2a6c212250cb/.tmp/queue/7432ff4860034c728102a5a96e96c01a is 154, key is 1-a78f5601770a,35419,1733221955011/queue:a78f5601770a%2C35419%2C1733221955011/1733221983047/Put/seqid=0 2024-12-03T10:33:07,524 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:33:07,524 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:33:07,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741841_1017 (size=5353) 2024-12-03T10:33:07,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741840_1016 (size=7686) 2024-12-03T10:33:07,544 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:07,711 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e9bc1d1051dea62424be5a3d698e554, de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:33:07,775 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:07,911 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e9bc1d1051dea62424be5a3d698e554, de73053d28d78d6bef1a2a6c212250cb 2024-12-03T10:33:07,927 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/info/1136ab65da814a2fb74b9abe63739733 2024-12-03T10:33:07,927 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/replication/de73053d28d78d6bef1a2a6c212250cb/.tmp/queue/7432ff4860034c728102a5a96e96c01a 2024-12-03T10:33:07,931 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/replication/de73053d28d78d6bef1a2a6c212250cb/.tmp/queue/7432ff4860034c728102a5a96e96c01a as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/replication/de73053d28d78d6bef1a2a6c212250cb/queue/7432ff4860034c728102a5a96e96c01a 2024-12-03T10:33:07,934 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/replication/de73053d28d78d6bef1a2a6c212250cb/queue/7432ff4860034c728102a5a96e96c01a, entries=1, sequenceid=14, filesize=5.2 K 2024-12-03T10:33:07,935 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for de73053d28d78d6bef1a2a6c212250cb in 424ms, sequenceid=14, compaction requested=false 2024-12-03T10:33:07,940 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/replication/de73053d28d78d6bef1a2a6c212250cb/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-03T10:33:07,940 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:07,940 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:33:07,940 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:33:07,940 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de73053d28d78d6bef1a2a6c212250cb: Waiting for close lock at 1733221987511Running coprocessor pre-close hooks at 1733221987511Disabling compacts and flushes for region at 1733221987511Disabling writes for close at 1733221987511Obtaining lock to block concurrent updates at 1733221987511Preparing flush snapshotting stores in de73053d28d78d6bef1a2a6c212250cb at 1733221987511Finished memstore snapshotting hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733221987511Flushing stores of hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. at 1733221987511Flushing de73053d28d78d6bef1a2a6c212250cb/queue: creating writer at 1733221987512 (+1 ms)Flushing de73053d28d78d6bef1a2a6c212250cb/queue: appending metadata at 1733221987523 (+11 ms)Flushing de73053d28d78d6bef1a2a6c212250cb/queue: closing flushed file at 1733221987523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d161246: reopening flushed file at 1733221987930 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for de73053d28d78d6bef1a2a6c212250cb in 424ms, sequenceid=14, compaction requested=false at 1733221987935 (+5 ms)Writing region close event to WAL at 1733221987937 (+2 ms)Running coprocessor post-close hooks at 1733221987940 (+3 ms)Closed at 1733221987940 2024-12-03T10:33:07,941 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733221971048.de73053d28d78d6bef1a2a6c212250cb. 2024-12-03T10:33:07,941 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e9bc1d1051dea62424be5a3d698e554, disabling compactions & flushes 2024-12-03T10:33:07,941 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:33:07,941 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:33:07,941 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. after waiting 0 ms 2024-12-03T10:33:07,941 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:33:07,941 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e9bc1d1051dea62424be5a3d698e554 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T10:33:07,943 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/ns/b1cef0c4561b4003a5d9447fed8c8507 is 43, key is default/ns:d/1733221958167/Put/seqid=0 2024-12-03T10:33:07,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741842_1018 (size=5153) 2024-12-03T10:33:07,954 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/.tmp/f/625d63f467b14f3d950aef23cf92a48d is 37, key is row3/f:row3/1733221982027/Put/seqid=0 2024-12-03T10:33:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741843_1019 (size=5228) 2024-12-03T10:33:08,112 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:33:08,312 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:33:08,353 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/ns/b1cef0c4561b4003a5d9447fed8c8507 2024-12-03T10:33:08,357 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/.tmp/f/625d63f467b14f3d950aef23cf92a48d 2024-12-03T10:33:08,360 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 625d63f467b14f3d950aef23cf92a48d 2024-12-03T10:33:08,368 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/rep_barrier/43fa1a761fe446e586404720a9faa714 is 112, key is test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554./rep_barrier:seqnumDuringOpen/1733221966339/Put/seqid=0 2024-12-03T10:33:08,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741844_1020 (size=5518) 2024-12-03T10:33:08,372 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/.tmp/f1/6a4ca0f1289e45b7b20c7b9e6052c582 is 30, key is row1/f1:/1733221979373/DeleteFamily/seqid=0 2024-12-03T10:33:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741845_1021 (size=5158) 2024-12-03T10:33:08,469 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1471, reset compression=false 2024-12-03T10:33:08,472 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:08,472 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1718, reset compression=false 2024-12-03T10:33:08,472 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,35419,1733221955011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:08,473 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a78f5601770a,35419,1733221955011: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a78f5601770a,35419,1733221955011, walGroup=a78f5601770a%2C35419%2C1733221955011, offset=a78f5601770a%2C35419%2C1733221955011.1733221957647:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:35419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T10:33:08,473 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T10:33:08,473 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T10:33:08,474 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T10:33:08,474 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T10:33:08,474 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T10:33:08,474 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 850981376 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198657904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T10:33:08,474 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:34907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:34907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:33:08,512 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:33:08,512 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9e9bc1d1051dea62424be5a3d698e554=test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554.} 2024-12-03T10:33:08,512 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:33:08,674 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1718, reset compression=false 2024-12-03T10:33:08,712 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:33:08,772 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/rep_barrier/43fa1a761fe446e586404720a9faa714 2024-12-03T10:33:08,775 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/.tmp/f1/6a4ca0f1289e45b7b20c7b9e6052c582 2024-12-03T10:33:08,778 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:08,778 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a4ca0f1289e45b7b20c7b9e6052c582 2024-12-03T10:33:08,789 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/.tmp/norep/0344065afe894f369358085d867ddaf1 is 33, key is row1/norep:/1733221979373/DeleteFamily/seqid=0 2024-12-03T10:33:08,790 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/table/13baf21e3cdf48658a9fcbab83e16b6e is 53, key is hbase:replication/table:state/1733221972231/Put/seqid=0 2024-12-03T10:33:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741846_1022 (size=5108) 2024-12-03T10:33:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741847_1023 (size=5308) 2024-12-03T10:33:08,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:08,912 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:33:08,978 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1718, reset compression=false 2024-12-03T10:33:09,112 DEBUG [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e9bc1d1051dea62424be5a3d698e554 2024-12-03T10:33:09,193 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/.tmp/norep/0344065afe894f369358085d867ddaf1 2024-12-03T10:33:09,193 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/table/13baf21e3cdf48658a9fcbab83e16b6e 2024-12-03T10:33:09,196 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0344065afe894f369358085d867ddaf1 2024-12-03T10:33:09,196 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/.tmp/f/625d63f467b14f3d950aef23cf92a48d as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/f/625d63f467b14f3d950aef23cf92a48d 2024-12-03T10:33:09,196 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/info/1136ab65da814a2fb74b9abe63739733 as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/info/1136ab65da814a2fb74b9abe63739733 2024-12-03T10:33:09,200 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 625d63f467b14f3d950aef23cf92a48d 2024-12-03T10:33:09,200 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/info/1136ab65da814a2fb74b9abe63739733, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:33:09,200 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/f/625d63f467b14f3d950aef23cf92a48d, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T10:33:09,200 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/ns/b1cef0c4561b4003a5d9447fed8c8507 as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/ns/b1cef0c4561b4003a5d9447fed8c8507 2024-12-03T10:33:09,200 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/.tmp/f1/6a4ca0f1289e45b7b20c7b9e6052c582 as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/f1/6a4ca0f1289e45b7b20c7b9e6052c582 2024-12-03T10:33:09,204 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a4ca0f1289e45b7b20c7b9e6052c582 2024-12-03T10:33:09,204 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/f1/6a4ca0f1289e45b7b20c7b9e6052c582, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T10:33:09,204 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/ns/b1cef0c4561b4003a5d9447fed8c8507, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:33:09,204 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/.tmp/norep/0344065afe894f369358085d867ddaf1 as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/norep/0344065afe894f369358085d867ddaf1 2024-12-03T10:33:09,204 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/rep_barrier/43fa1a761fe446e586404720a9faa714 as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/rep_barrier/43fa1a761fe446e586404720a9faa714 2024-12-03T10:33:09,208 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0344065afe894f369358085d867ddaf1 2024-12-03T10:33:09,208 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/norep/0344065afe894f369358085d867ddaf1, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T10:33:09,208 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/rep_barrier/43fa1a761fe446e586404720a9faa714, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:33:09,209 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9e9bc1d1051dea62424be5a3d698e554 in 1267ms, sequenceid=12, compaction requested=false 2024-12-03T10:33:09,209 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T10:33:09,209 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/.tmp/table/13baf21e3cdf48658a9fcbab83e16b6e as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/table/13baf21e3cdf48658a9fcbab83e16b6e 2024-12-03T10:33:09,213 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/table/13baf21e3cdf48658a9fcbab83e16b6e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:33:09,214 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-12-03T10:33:09,214 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:33:09,215 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/default/test/9e9bc1d1051dea62424be5a3d698e554/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T10:33:09,216 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:09,216 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:33:09,216 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:33:09,216 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e9bc1d1051dea62424be5a3d698e554: Waiting for close lock at 1733221987941Running coprocessor pre-close hooks at 1733221987941Disabling compacts and flushes for region at 1733221987941Disabling writes for close at 1733221987941Obtaining lock to block concurrent updates at 1733221987941Preparing flush snapshotting stores in 9e9bc1d1051dea62424be5a3d698e554 at 1733221987941Finished memstore snapshotting test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733221987941Flushing stores of test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. at 1733221987941Flushing 9e9bc1d1051dea62424be5a3d698e554/f: creating writer at 1733221987942 (+1 ms)Flushing 9e9bc1d1051dea62424be5a3d698e554/f: appending metadata at 1733221987953 (+11 ms)Flushing 9e9bc1d1051dea62424be5a3d698e554/f: closing flushed file at 1733221987953Flushing 9e9bc1d1051dea62424be5a3d698e554/f1: creating writer at 1733221988360 (+407 ms)Flushing 9e9bc1d1051dea62424be5a3d698e554/f1: appending metadata at 1733221988371 (+11 ms)Flushing 9e9bc1d1051dea62424be5a3d698e554/f1: closing flushed file at 1733221988371Flushing 9e9bc1d1051dea62424be5a3d698e554/norep: creating writer at 1733221988778 (+407 ms)Flushing 9e9bc1d1051dea62424be5a3d698e554/norep: appending metadata at 1733221988788 (+10 ms)Flushing 9e9bc1d1051dea62424be5a3d698e554/norep: closing flushed file at 1733221988788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595f997e: reopening flushed file at 1733221989196 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7977cd67: reopening flushed file at 1733221989200 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bfa0d2: reopening flushed file at 1733221989204 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9e9bc1d1051dea62424be5a3d698e554 in 1267ms, sequenceid=12, compaction requested=false at 1733221989209 (+5 ms)Writing region close event to WAL at 1733221989213 (+4 ms)Running coprocessor post-close hooks at 1733221989216 (+3 ms)Closed at 1733221989216 2024-12-03T10:33:09,216 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733221965598.9e9bc1d1051dea62424be5a3d698e554. 2024-12-03T10:33:09,218 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:33:09,218 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:09,218 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:33:09,218 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:09,218 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221987511Running coprocessor pre-close hooks at 1733221987511Disabling compacts and flushes for region at 1733221987511Disabling writes for close at 1733221987511Obtaining lock to block concurrent updates at 1733221987511Preparing flush snapshotting stores in 1588230740 at 1733221987511Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733221987511Flushing stores of hbase:meta,,1.1588230740 at 1733221987512 (+1 ms)Flushing 1588230740/info: creating writer at 1733221987512Flushing 1588230740/info: appending metadata at 1733221987523 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733221987523Flushing 1588230740/ns: creating writer at 1733221987930 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733221987942 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733221987942Flushing 1588230740/rep_barrier: creating writer at 1733221988357 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733221988368 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733221988368Flushing 1588230740/table: creating writer at 1733221988775 (+407 ms)Flushing 1588230740/table: appending metadata at 1733221988790 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733221988790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff8553f: reopening flushed file at 1733221989196 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c81aa3d: reopening flushed file at 1733221989200 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584f3365: reopening flushed file at 1733221989204 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100500f5: reopening flushed file at 1733221989209 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1733221989214 (+5 ms)Writing region close event to WAL at 1733221989215 (+1 ms)Running coprocessor post-close hooks at 1733221989218 (+3 ms)Closed at 1733221989218 2024-12-03T10:33:09,218 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:09,312 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,35419,1733221955011; all regions closed. 2024-12-03T10:33:09,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:33:09,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741839_1015 (size=3552) 2024-12-03T10:33:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741833_1009 (size=2370) 2024-12-03T10:33:09,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 not finished, retry = 0 2024-12-03T10:33:09,380 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 to pos 1718, reset compression=false 2024-12-03T10:33:09,407 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:33:09,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,418 DEBUG [RS:0;a78f5601770a:35419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:09,418 INFO [RS:0;a78f5601770a:35419 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:09,418 INFO [RS:0;a78f5601770a:35419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:09,418 INFO [RS:0;a78f5601770a:35419 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:09,419 INFO [RS:0;a78f5601770a:35419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:09,419 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:09,419 INFO [RS:0;a78f5601770a:35419 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,35419,1733221955011 because: Region server is closing 2024-12-03T10:33:09,419 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/WALs/a78f5601770a,35419,1733221955011/a78f5601770a%2C35419%2C1733221955011.1733221957647 2024-12-03T10:33:09,419 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.wal-reader.a78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:09,419 INFO [RS:0;a78f5601770a:35419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:35419. 2024-12-03T10:33:09,419 DEBUG [RS:0;a78f5601770a:35419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:09,419 DEBUG [RS:0;a78f5601770a:35419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:09,420 DEBUG [RS:0;a78f5601770a:35419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:09,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:09,420 INFO [RS:0;a78f5601770a:35419 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,35419,1733221955011.replicationSource.shippera78f5601770a%2C35419%2C1733221955011,1-a78f5601770a,35419,1733221955011 terminated 2024-12-03T10:33:09,420 INFO [RS:0;a78f5601770a:35419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:35419. 2024-12-03T10:33:09,420 DEBUG [RS:0;a78f5601770a:35419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:09,420 DEBUG [RS:0;a78f5601770a:35419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:09,420 DEBUG [RS:0;a78f5601770a:35419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:09,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:09,420 INFO [RS:0;a78f5601770a:35419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35419 2024-12-03T10:33:09,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11708937347/rs/a78f5601770a,35419,1733221955011 2024-12-03T10:33:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347/rs 2024-12-03T10:33:09,448 INFO [RS:0;a78f5601770a:35419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:09,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,35419,1733221955011] 2024-12-03T10:33:09,465 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11708937347/draining/a78f5601770a,35419,1733221955011 already deleted, retry=false 2024-12-03T10:33:09,465 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,35419,1733221955011 expired; onlineServers=0 2024-12-03T10:33:09,465 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,34907,1733221954904' ***** 2024-12-03T10:33:09,465 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:33:09,465 INFO [M:0;a78f5601770a:34907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:09,465 INFO [M:0;a78f5601770a:34907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:09,465 DEBUG [M:0;a78f5601770a:34907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:33:09,465 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:33:09,465 DEBUG [M:0;a78f5601770a:34907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:33:09,465 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221957352 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221957352,5,FailOnTimeoutGroup] 2024-12-03T10:33:09,465 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221957352 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221957352,5,FailOnTimeoutGroup] 2024-12-03T10:33:09,465 INFO [M:0;a78f5601770a:34907 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:09,465 INFO [M:0;a78f5601770a:34907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:09,466 DEBUG [M:0;a78f5601770a:34907 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:33:09,466 INFO [M:0;a78f5601770a:34907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:33:09,466 INFO [M:0;a78f5601770a:34907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:09,466 INFO [M:0;a78f5601770a:34907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:33:09,466 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:33:09,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11708937347/master 2024-12-03T10:33:09,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11708937347 2024-12-03T10:33:09,476 DEBUG [M:0;a78f5601770a:34907 {}] zookeeper.ZKUtil(347): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Unable to get data of znode /11708937347/master because node does not exist (not an error) 2024-12-03T10:33:09,476 WARN [M:0;a78f5601770a:34907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:33:09,476 INFO [M:0;a78f5601770a:34907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/.lastflushedseqids 2024-12-03T10:33:09,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741848_1024 (size=245) 2024-12-03T10:33:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:09,557 INFO [RS:0;a78f5601770a:35419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x1019c09ccd30004, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:09,557 INFO [RS:0;a78f5601770a:35419 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,35419,1733221955011; zookeeper connection closed. 2024-12-03T10:33:09,557 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@514abad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@514abad 2024-12-03T10:33:09,557 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:33:09,880 INFO [M:0;a78f5601770a:34907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:33:09,880 INFO [M:0;a78f5601770a:34907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:33:09,880 DEBUG [M:0;a78f5601770a:34907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:33:09,880 INFO [M:0;a78f5601770a:34907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:09,880 DEBUG [M:0;a78f5601770a:34907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:09,880 DEBUG [M:0;a78f5601770a:34907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:33:09,880 DEBUG [M:0;a78f5601770a:34907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:09,880 INFO [M:0;a78f5601770a:34907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-03T10:33:09,880 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:09,896 DEBUG [M:0;a78f5601770a:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6890026f1a344b7bb9a3ae2966e1d34e is 82, key is hbase:meta,,1/info:regioninfo/1733221958150/Put/seqid=0 2024-12-03T10:33:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741849_1025 (size=5672) 2024-12-03T10:33:10,300 INFO [M:0;a78f5601770a:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6890026f1a344b7bb9a3ae2966e1d34e 2024-12-03T10:33:10,315 DEBUG [M:0;a78f5601770a:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/124fc4e60ec74b4696b262702bbc13d8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733221966349/Put/seqid=0 2024-12-03T10:33:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741850_1026 (size=7217) 2024-12-03T10:33:10,719 INFO [M:0;a78f5601770a:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/124fc4e60ec74b4696b262702bbc13d8 2024-12-03T10:33:10,722 INFO [M:0;a78f5601770a:34907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 124fc4e60ec74b4696b262702bbc13d8 2024-12-03T10:33:10,733 DEBUG [M:0;a78f5601770a:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ac2a344d6df49e4bee744fac84989f2 is 69, key is a78f5601770a,35419,1733221955011/rs:state/1733221957465/Put/seqid=0 2024-12-03T10:33:10,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741851_1027 (size=5156) 2024-12-03T10:33:11,090 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:11,137 INFO [M:0;a78f5601770a:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ac2a344d6df49e4bee744fac84989f2 2024-12-03T10:33:11,140 DEBUG [M:0;a78f5601770a:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6890026f1a344b7bb9a3ae2966e1d34e as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6890026f1a344b7bb9a3ae2966e1d34e 2024-12-03T10:33:11,143 INFO [M:0;a78f5601770a:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6890026f1a344b7bb9a3ae2966e1d34e, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T10:33:11,144 DEBUG [M:0;a78f5601770a:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/124fc4e60ec74b4696b262702bbc13d8 as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/124fc4e60ec74b4696b262702bbc13d8 2024-12-03T10:33:11,147 INFO [M:0;a78f5601770a:34907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 124fc4e60ec74b4696b262702bbc13d8 2024-12-03T10:33:11,147 INFO [M:0;a78f5601770a:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/124fc4e60ec74b4696b262702bbc13d8, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T10:33:11,148 DEBUG [M:0;a78f5601770a:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ac2a344d6df49e4bee744fac84989f2 as hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ac2a344d6df49e4bee744fac84989f2 2024-12-03T10:33:11,151 INFO [M:0;a78f5601770a:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35335/user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ac2a344d6df49e4bee744fac84989f2, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T10:33:11,151 INFO [M:0;a78f5601770a:34907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false 2024-12-03T10:33:11,152 INFO [M:0;a78f5601770a:34907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:11,152 DEBUG [M:0;a78f5601770a:34907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221989880Disabling compacts and flushes for region at 1733221989880Disabling writes for close at 1733221989880Obtaining lock to block concurrent updates at 1733221989880Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221989880Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733221989880Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221989881 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221989881Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221989896 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221989896Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221990303 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221990315 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221990315Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221990722 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221990733 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221990733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618e66b6: reopening flushed file at 1733221991139 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14382af5: reopening flushed file at 1733221991143 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c84508d: reopening flushed file at 1733221991147 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false at 1733221991151 (+4 ms)Writing region close event to WAL at 1733221991152 (+1 ms)Closed at 1733221991152 2024-12-03T10:33:11,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1f12ae6-707c-94b1-52cd-8928b356b5ed/MasterData/WALs/a78f5601770a,34907,1733221954904/a78f5601770a%2C34907%2C1733221954904.1733221956728 not finished, retry = 0 2024-12-03T10:33:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741830_1006 (size=64411) 2024-12-03T10:33:11,254 INFO [M:0;a78f5601770a:34907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:33:11,254 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:11,254 INFO [M:0;a78f5601770a:34907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34907 2024-12-03T10:33:11,255 INFO [M:0;a78f5601770a:34907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:11,382 INFO [M:0;a78f5601770a:34907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1019c09ccd30003, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:11,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79e08126{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:33:11,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3f1a99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:11,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:11,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcd1238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:11,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5604bf70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:11,422 WARN [BP-1374976219-172.17.0.2-1733221953208 heartbeating to localhost/127.0.0.1:35335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:33:11,422 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:33:11,422 WARN [BP-1374976219-172.17.0.2-1733221953208 heartbeating to localhost/127.0.0.1:35335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1374976219-172.17.0.2-1733221953208 (Datanode Uuid 9e49a63e-cabe-4d1a-9e65-69a7cc7634ce) service to localhost/127.0.0.1:35335 2024-12-03T10:33:11,422 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:33:11,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/cluster_6fcaf3a1-f74e-b038-1fca-8f4843096af0/data/data1/current/BP-1374976219-172.17.0.2-1733221953208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:11,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/cluster_6fcaf3a1-f74e-b038-1fca-8f4843096af0/data/data2/current/BP-1374976219-172.17.0.2-1733221953208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:11,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:33:11,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c36904c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:33:11,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@599275ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:11,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:11,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4d9ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:11,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f01cbd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1b8853b-9de1-3137-ce5b-caaa7745dcd1/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:11,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:33:11,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:33:11,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:11,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:11,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:11,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:11,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:11,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:33:11,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=377468913, stopped=false 2024-12-03T10:33:11,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,35345,1733221949777 2024-12-03T10:33:11,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1781833877/running 2024-12-03T10:33:11,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1781833877/running 2024-12-03T10:33:11,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:33:11,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:33:11,459 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:11,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:11,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:11,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:11,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Set watcher on znode that does not yet exist, /0-1781833877/running 2024-12-03T10:33:11,459 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,34949,1733221949938' ***** 2024-12-03T10:33:11,459 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:33:11,460 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:33:11,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Set watcher on znode that does not yet exist, /0-1781833877/running 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b5919500eba459bbe4035a9a8f8ff4d 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,34949,1733221949938 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:34949. 2024-12-03T10:33:11,460 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b5919500eba459bbe4035a9a8f8ff4d, disabling compactions & flushes 2024-12-03T10:33:11,460 DEBUG [RS:0;a78f5601770a:34949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:11,460 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:33:11,460 DEBUG [RS:0;a78f5601770a:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:11,460 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:33:11,460 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. after waiting 0 ms 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:33:11,460 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:33:11,460 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b5919500eba459bbe4035a9a8f8ff4d 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-03T10:33:11,460 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:33:11,460 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1325): Online Regions={7b5919500eba459bbe4035a9a8f8ff4d=test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d., f44b6c10e7ae15d24d5abc8cc92dd3c9=hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:33:11,460 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b5919500eba459bbe4035a9a8f8ff4d, f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:33:11,460 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:33:11,461 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:33:11,461 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:33:11,461 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:33:11,461 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:33:11,461 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:33:11,472 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/info/cb188904a3964968b2a53692f9e648fb is 147, key is hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9./info:regioninfo/1733221970058/Put/seqid=0 2024-12-03T10:33:11,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741840_1016 (size=7686) 2024-12-03T10:33:11,476 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/.tmp/f/9e1b18a67c7440499a6c5ed977e39a7f is 37, key is row3/f:row3/1733221982027/Put/seqid=0 2024-12-03T10:33:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741841_1017 (size=5228) 2024-12-03T10:33:11,549 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:11,661 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b5919500eba459bbe4035a9a8f8ff4d, f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:33:11,861 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b5919500eba459bbe4035a9a8f8ff4d, f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:33:11,876 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/info/cb188904a3964968b2a53692f9e648fb 2024-12-03T10:33:11,879 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/.tmp/f/9e1b18a67c7440499a6c5ed977e39a7f 2024-12-03T10:33:11,882 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e1b18a67c7440499a6c5ed977e39a7f 2024-12-03T10:33:11,896 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/ns/194334b44b9f4ee9b75fafc0911ec8c9 is 43, key is default/ns:d/1733221953100/Put/seqid=0 2024-12-03T10:33:11,897 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/.tmp/f1/15da25d61c7e46dda5ee07c90183395f is 30, key is row1/f1:/1733221979373/DeleteFamily/seqid=0 2024-12-03T10:33:11,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741842_1018 (size=5153) 2024-12-03T10:33:11,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741843_1019 (size=5158) 2024-12-03T10:33:11,921 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:33:11,921 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:33:12,061 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b5919500eba459bbe4035a9a8f8ff4d, f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:33:12,261 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b5919500eba459bbe4035a9a8f8ff4d, f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:33:12,299 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/ns/194334b44b9f4ee9b75fafc0911ec8c9 2024-12-03T10:33:12,300 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/.tmp/f1/15da25d61c7e46dda5ee07c90183395f 2024-12-03T10:33:12,303 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15da25d61c7e46dda5ee07c90183395f 2024-12-03T10:33:12,314 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/rep_barrier/fa8e262656c24c62a49c5aee4f5caa2c is 112, key is test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d./rep_barrier:seqnumDuringOpen/1733221964569/Put/seqid=0 2024-12-03T10:33:12,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741844_1020 (size=5518) 2024-12-03T10:33:12,317 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/.tmp/norep/0a81d6f1fd9342c0aab115e6d7727239 is 32, key is row/norep:/1733221978368/DeleteFamily/seqid=0 2024-12-03T10:33:12,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741845_1021 (size=5101) 2024-12-03T10:33:12,393 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1488, reset compression=false 2024-12-03T10:33:12,397 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:12,397 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1735, reset compression=false 2024-12-03T10:33:12,397 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,34949,1733221949938 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:12,397 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a78f5601770a,34949,1733221949938: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a78f5601770a,34949,1733221949938, walGroup=a78f5601770a%2C34949%2C1733221949938, offset=a78f5601770a%2C34949%2C1733221949938.1733221952047:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:34949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T10:33:12,399 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T10:33:12,399 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T10:33:12,399 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T10:33:12,399 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T10:33:12,399 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T10:33:12,399 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 947450368 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199127584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T10:33:12,400 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:35345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:35345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:33:12,461 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b5919500eba459bbe4035a9a8f8ff4d, f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:33:12,600 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1735, reset compression=false 2024-12-03T10:33:12,661 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b5919500eba459bbe4035a9a8f8ff4d, f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:33:12,717 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/rep_barrier/fa8e262656c24c62a49c5aee4f5caa2c 2024-12-03T10:33:12,720 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/.tmp/norep/0a81d6f1fd9342c0aab115e6d7727239 2024-12-03T10:33:12,723 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a81d6f1fd9342c0aab115e6d7727239 2024-12-03T10:33:12,724 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/.tmp/f/9e1b18a67c7440499a6c5ed977e39a7f as hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/f/9e1b18a67c7440499a6c5ed977e39a7f 2024-12-03T10:33:12,728 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e1b18a67c7440499a6c5ed977e39a7f 2024-12-03T10:33:12,728 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/f/9e1b18a67c7440499a6c5ed977e39a7f, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T10:33:12,729 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/.tmp/f1/15da25d61c7e46dda5ee07c90183395f as hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/f1/15da25d61c7e46dda5ee07c90183395f 2024-12-03T10:33:12,732 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15da25d61c7e46dda5ee07c90183395f 2024-12-03T10:33:12,733 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/f1/15da25d61c7e46dda5ee07c90183395f, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T10:33:12,733 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/.tmp/norep/0a81d6f1fd9342c0aab115e6d7727239 as hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/norep/0a81d6f1fd9342c0aab115e6d7727239 2024-12-03T10:33:12,734 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/table/9366663902174e20b8cd3362dc933c97 is 53, key is hbase:replication/table:state/1733221970064/Put/seqid=0 2024-12-03T10:33:12,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741846_1022 (size=5308) 2024-12-03T10:33:12,737 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a81d6f1fd9342c0aab115e6d7727239 2024-12-03T10:33:12,737 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/norep/0a81d6f1fd9342c0aab115e6d7727239, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T10:33:12,738 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7b5919500eba459bbe4035a9a8f8ff4d in 1277ms, sequenceid=12, compaction requested=false 2024-12-03T10:33:12,740 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/default/test/7b5919500eba459bbe4035a9a8f8ff4d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T10:33:12,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:12,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:33:12,741 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:33:12,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b5919500eba459bbe4035a9a8f8ff4d: Waiting for close lock at 1733221991460Running coprocessor pre-close hooks at 1733221991460Disabling compacts and flushes for region at 1733221991460Disabling writes for close at 1733221991460Obtaining lock to block concurrent updates at 1733221991460Preparing flush snapshotting stores in 7b5919500eba459bbe4035a9a8f8ff4d at 1733221991460Finished memstore snapshotting test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733221991461 (+1 ms)Flushing stores of test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. at 1733221991461Flushing 7b5919500eba459bbe4035a9a8f8ff4d/f: creating writer at 1733221991461Flushing 7b5919500eba459bbe4035a9a8f8ff4d/f: appending metadata at 1733221991475 (+14 ms)Flushing 7b5919500eba459bbe4035a9a8f8ff4d/f: closing flushed file at 1733221991475Flushing 7b5919500eba459bbe4035a9a8f8ff4d/f1: creating writer at 1733221991882 (+407 ms)Flushing 7b5919500eba459bbe4035a9a8f8ff4d/f1: appending metadata at 1733221991896 (+14 ms)Flushing 7b5919500eba459bbe4035a9a8f8ff4d/f1: closing flushed file at 1733221991896Flushing 7b5919500eba459bbe4035a9a8f8ff4d/norep: creating writer at 1733221992303 (+407 ms)Flushing 7b5919500eba459bbe4035a9a8f8ff4d/norep: appending metadata at 1733221992317 (+14 ms)Flushing 7b5919500eba459bbe4035a9a8f8ff4d/norep: closing flushed file at 1733221992317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5380ed43: reopening flushed file at 1733221992724 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fd36aa: reopening flushed file at 1733221992728 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f58e31: reopening flushed file at 1733221992733 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7b5919500eba459bbe4035a9a8f8ff4d in 1277ms, sequenceid=12, compaction requested=false at 1733221992738 (+5 ms)Writing region close event to WAL at 1733221992738Running coprocessor post-close hooks at 1733221992741 (+3 ms)Closed at 1733221992741 2024-12-03T10:33:12,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733221963430.7b5919500eba459bbe4035a9a8f8ff4d. 2024-12-03T10:33:12,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f44b6c10e7ae15d24d5abc8cc92dd3c9, disabling compactions & flushes 2024-12-03T10:33:12,741 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:33:12,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:33:12,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. after waiting 0 ms 2024-12-03T10:33:12,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:33:12,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f44b6c10e7ae15d24d5abc8cc92dd3c9: Waiting for close lock at 1733221992741Running coprocessor pre-close hooks at 1733221992741Disabling compacts and flushes for region at 1733221992741Disabling writes for close at 1733221992741Failed flush hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9., putting online again at 1733221992741 2024-12-03T10:33:12,741 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:33:12,862 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:33:12,862 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1325): Online Regions={f44b6c10e7ae15d24d5abc8cc92dd3c9=hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:33:12,862 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:33:12,862 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f44b6c10e7ae15d24d5abc8cc92dd3c9 2024-12-03T10:33:12,862 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f44b6c10e7ae15d24d5abc8cc92dd3c9, disabling compactions & flushes 2024-12-03T10:33:12,862 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:33:12,862 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:33:12,862 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. after waiting 0 ms 2024-12-03T10:33:12,862 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:33:12,862 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f44b6c10e7ae15d24d5abc8cc92dd3c9: Waiting for close lock at 1733221992862Running coprocessor pre-close hooks at 1733221992862Disabling compacts and flushes for region at 1733221992862Disabling writes for close at 1733221992862Failed flush hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9., putting online again at 1733221992862 2024-12-03T10:33:12,862 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733221968898.f44b6c10e7ae15d24d5abc8cc92dd3c9. 2024-12-03T10:33:12,902 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 1735, reset compression=false 2024-12-03T10:33:12,906 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:12,906 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 2379, reset compression=false 2024-12-03T10:33:13,062 DEBUG [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:33:13,108 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 2379, reset compression=false 2024-12-03T10:33:13,137 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/table/9366663902174e20b8cd3362dc933c97 2024-12-03T10:33:13,140 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/info/cb188904a3964968b2a53692f9e648fb as hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/info/cb188904a3964968b2a53692f9e648fb 2024-12-03T10:33:13,143 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/info/cb188904a3964968b2a53692f9e648fb, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:33:13,144 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/ns/194334b44b9f4ee9b75fafc0911ec8c9 as hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/ns/194334b44b9f4ee9b75fafc0911ec8c9 2024-12-03T10:33:13,147 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/ns/194334b44b9f4ee9b75fafc0911ec8c9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:33:13,148 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/rep_barrier/fa8e262656c24c62a49c5aee4f5caa2c as hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/rep_barrier/fa8e262656c24c62a49c5aee4f5caa2c 2024-12-03T10:33:13,151 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/rep_barrier/fa8e262656c24c62a49c5aee4f5caa2c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:33:13,151 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/.tmp/table/9366663902174e20b8cd3362dc933c97 as hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/table/9366663902174e20b8cd3362dc933c97 2024-12-03T10:33:13,154 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/table/9366663902174e20b8cd3362dc933c97, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:33:13,155 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1694ms, sequenceid=16, compaction requested=false 2024-12-03T10:33:13,157 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:33:13,158 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:13,158 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:33:13,158 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:13,158 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221991460Running coprocessor pre-close hooks at 1733221991460Disabling compacts and flushes for region at 1733221991460Disabling writes for close at 1733221991461 (+1 ms)Obtaining lock to block concurrent updates at 1733221991461Preparing flush snapshotting stores in 1588230740 at 1733221991461Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733221991461Flushing stores of hbase:meta,,1.1588230740 at 1733221991461Flushing 1588230740/info: creating writer at 1733221991461Flushing 1588230740/info: appending metadata at 1733221991472 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733221991472Flushing 1588230740/ns: creating writer at 1733221991880 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733221991895 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733221991895Flushing 1588230740/rep_barrier: creating writer at 1733221992303 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733221992313 (+10 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733221992313Flushing 1588230740/table: creating writer at 1733221992720 (+407 ms)Flushing 1588230740/table: appending metadata at 1733221992733 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733221992733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ef6da2: reopening flushed file at 1733221993140 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fdd145: reopening flushed file at 1733221993143 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6111e509: reopening flushed file at 1733221993147 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de99edd: reopening flushed file at 1733221993151 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1694ms, sequenceid=16, compaction requested=false at 1733221993155 (+4 ms)Writing region close event to WAL at 1733221993156 (+1 ms)Running coprocessor post-close hooks at 1733221993158 (+2 ms)Closed at 1733221993158 2024-12-03T10:33:13,158 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:13,262 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T10:33:13,262 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,34949,1733221949938; all regions closed. 2024-12-03T10:33:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:33:13,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.meta.1733221953052.meta not finished, retry = 0 2024-12-03T10:33:13,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741839_1015 (size=2609) 2024-12-03T10:33:13,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.rep.1733221970032 not finished, retry = 0 2024-12-03T10:33:13,379 INFO [master/a78f5601770a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T10:33:13,379 INFO [master/a78f5601770a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T10:33:13,411 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 to pos 2379, reset compression=false 2024-12-03T10:33:13,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/WALs/a78f5601770a,34949,1733221949938/a78f5601770a%2C34949%2C1733221949938.1733221952047 not finished, retry = 0 2024-12-03T10:33:13,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741832_1008 (size=2387) 2024-12-03T10:33:13,570 DEBUG [RS:0;a78f5601770a:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:13,570 INFO [RS:0;a78f5601770a:34949 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:13,570 INFO [RS:0;a78f5601770a:34949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:13,570 INFO [RS:0;a78f5601770a:34949 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:13,570 INFO [RS:0;a78f5601770a:34949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:13,570 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:13,570 INFO [RS:0;a78f5601770a:34949 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,34949,1733221949938 because: Region server is closing 2024-12-03T10:33:13,570 INFO [RS:0;a78f5601770a:34949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:34949. 2024-12-03T10:33:13,571 DEBUG [RS:0;a78f5601770a:34949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:13,580 DEBUG [RS:0;a78f5601770a:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:13,581 DEBUG [RS:0;a78f5601770a:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:13,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:13,681 INFO [RS:0;a78f5601770a:34949 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.shippera78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 terminated 2024-12-03T10:33:13,681 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,34949,1733221949938.replicationSource.wal-reader.a78f5601770a%2C34949%2C1733221949938,1-a78f5601770a,34949,1733221949938 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:33:13,681 INFO [RS:0;a78f5601770a:34949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:34949. 2024-12-03T10:33:13,681 DEBUG [RS:0;a78f5601770a:34949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:13,681 DEBUG [RS:0;a78f5601770a:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:13,681 DEBUG [RS:0;a78f5601770a:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:13,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:13,682 INFO [RS:0;a78f5601770a:34949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34949 2024-12-03T10:33:13,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1781833877/rs/a78f5601770a,34949,1733221949938 2024-12-03T10:33:13,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877/rs 2024-12-03T10:33:13,707 INFO [RS:0;a78f5601770a:34949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:13,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,34949,1733221949938] 2024-12-03T10:33:13,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1781833877/draining/a78f5601770a,34949,1733221949938 already deleted, retry=false 2024-12-03T10:33:13,726 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,34949,1733221949938 expired; onlineServers=0 2024-12-03T10:33:13,726 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,35345,1733221949777' ***** 2024-12-03T10:33:13,726 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:33:13,726 INFO [M:0;a78f5601770a:35345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:13,726 INFO [M:0;a78f5601770a:35345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:13,726 DEBUG [M:0;a78f5601770a:35345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:33:13,726 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:33:13,726 DEBUG [M:0;a78f5601770a:35345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:33:13,726 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221951846 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221951846,5,FailOnTimeoutGroup] 2024-12-03T10:33:13,726 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221951846 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221951846,5,FailOnTimeoutGroup] 2024-12-03T10:33:13,726 INFO [M:0;a78f5601770a:35345 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:13,726 INFO [M:0;a78f5601770a:35345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:13,726 DEBUG [M:0;a78f5601770a:35345 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:33:13,726 INFO [M:0;a78f5601770a:35345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:33:13,727 INFO [M:0;a78f5601770a:35345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:13,727 ERROR [M:0;a78f5601770a:35345 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44869,5,PEWorkerGroup] 2024-12-03T10:33:13,727 INFO [M:0;a78f5601770a:35345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:33:13,727 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:33:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1781833877/master 2024-12-03T10:33:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1781833877 2024-12-03T10:33:13,734 DEBUG [M:0;a78f5601770a:35345 {}] zookeeper.ZKUtil(347): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Unable to get data of znode /0-1781833877/master because node does not exist (not an error) 2024-12-03T10:33:13,734 WARN [M:0;a78f5601770a:35345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:33:13,735 INFO [M:0;a78f5601770a:35345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/.lastflushedseqids 2024-12-03T10:33:13,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741847_1023 (size=245) 2024-12-03T10:33:13,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:13,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x1019c09ccd30001, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:13,818 INFO [RS:0;a78f5601770a:34949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:13,818 INFO [RS:0;a78f5601770a:34949 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,34949,1733221949938; zookeeper connection closed. 2024-12-03T10:33:13,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@97e6dc5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@97e6dc5 2024-12-03T10:33:13,818 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:33:14,140 INFO [M:0;a78f5601770a:35345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:33:14,140 INFO [M:0;a78f5601770a:35345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:33:14,140 DEBUG [M:0;a78f5601770a:35345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:33:14,140 INFO [M:0;a78f5601770a:35345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:14,140 DEBUG [M:0;a78f5601770a:35345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:14,140 DEBUG [M:0;a78f5601770a:35345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:33:14,140 DEBUG [M:0;a78f5601770a:35345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:14,140 INFO [M:0;a78f5601770a:35345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T10:33:14,157 DEBUG [M:0;a78f5601770a:35345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b28c23a8f9c544e6bfad4fc36f438184 is 82, key is hbase:meta,,1/info:regioninfo/1733221953078/Put/seqid=0 2024-12-03T10:33:14,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741848_1024 (size=5672) 2024-12-03T10:33:14,561 INFO [M:0;a78f5601770a:35345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b28c23a8f9c544e6bfad4fc36f438184 2024-12-03T10:33:14,576 DEBUG [M:0;a78f5601770a:35345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e31fff2578d42eca010aa8ff2635dbe is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733221964590/Put/seqid=0 2024-12-03T10:33:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741849_1025 (size=7218) 2024-12-03T10:33:14,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:33:14,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:14,980 INFO [M:0;a78f5601770a:35345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e31fff2578d42eca010aa8ff2635dbe 2024-12-03T10:33:14,983 INFO [M:0;a78f5601770a:35345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e31fff2578d42eca010aa8ff2635dbe 2024-12-03T10:33:14,998 DEBUG [M:0;a78f5601770a:35345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55c1d5989e904ffd91cfec717f332774 is 69, key is a78f5601770a,34949,1733221949938/rs:state/1733221951902/Put/seqid=0 2024-12-03T10:33:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741850_1026 (size=5156) 2024-12-03T10:33:15,001 INFO [M:0;a78f5601770a:35345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55c1d5989e904ffd91cfec717f332774 2024-12-03T10:33:15,004 DEBUG [M:0;a78f5601770a:35345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b28c23a8f9c544e6bfad4fc36f438184 as hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b28c23a8f9c544e6bfad4fc36f438184 2024-12-03T10:33:15,007 INFO [M:0;a78f5601770a:35345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b28c23a8f9c544e6bfad4fc36f438184, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T10:33:15,008 DEBUG [M:0;a78f5601770a:35345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e31fff2578d42eca010aa8ff2635dbe as hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e31fff2578d42eca010aa8ff2635dbe 2024-12-03T10:33:15,011 INFO [M:0;a78f5601770a:35345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e31fff2578d42eca010aa8ff2635dbe 2024-12-03T10:33:15,011 INFO [M:0;a78f5601770a:35345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e31fff2578d42eca010aa8ff2635dbe, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T10:33:15,011 DEBUG [M:0;a78f5601770a:35345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55c1d5989e904ffd91cfec717f332774 as hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55c1d5989e904ffd91cfec717f332774 2024-12-03T10:33:15,014 INFO [M:0;a78f5601770a:35345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44869/user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55c1d5989e904ffd91cfec717f332774, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T10:33:15,015 INFO [M:0;a78f5601770a:35345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=105, compaction requested=false 2024-12-03T10:33:15,019 INFO [M:0;a78f5601770a:35345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:15,019 DEBUG [M:0;a78f5601770a:35345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221994140Disabling compacts and flushes for region at 1733221994140Disabling writes for close at 1733221994140Obtaining lock to block concurrent updates at 1733221994140Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733221994140Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733221994141 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733221994141Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733221994141Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733221994157 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733221994157Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733221994564 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733221994576 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733221994576Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733221994983 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733221994997 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733221994997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fa9d7b: reopening flushed file at 1733221995004 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6583671e: reopening flushed file at 1733221995007 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a12ed37: reopening flushed file at 1733221995011 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=105, compaction requested=false at 1733221995015 (+4 ms)Writing region close event to WAL at 1733221995019 (+4 ms)Closed at 1733221995019 2024-12-03T10:33:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741830_1006 (size=64423) 2024-12-03T10:33:15,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c23f9b5a-6147-2f20-1ad5-ca91caff2c5c/MasterData/WALs/a78f5601770a,35345,1733221949777/a78f5601770a%2C35345%2C1733221949777.1733221951650 not finished, retry = 0 2024-12-03T10:33:15,122 INFO [M:0;a78f5601770a:35345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:33:15,122 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:15,122 INFO [M:0;a78f5601770a:35345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35345 2024-12-03T10:33:15,122 INFO [M:0;a78f5601770a:35345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:15,248 INFO [M:0;a78f5601770a:35345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35345-0x1019c09ccd30000, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:15,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28400cbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:33:15,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b3f6ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:15,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:15,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eacbe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:15,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:15,251 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:33:15,252 WARN [BP-615090533-172.17.0.2-1733221948154 heartbeating to localhost/127.0.0.1:44869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:33:15,252 WARN [BP-615090533-172.17.0.2-1733221948154 heartbeating to localhost/127.0.0.1:44869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-615090533-172.17.0.2-1733221948154 (Datanode Uuid c94a9042-8ec2-4dde-8e17-bc387b49caed) service to localhost/127.0.0.1:44869 2024-12-03T10:33:15,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:33:15,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/cluster_bd90a96a-0145-8389-77f3-a9594d960566/data/data1/current/BP-615090533-172.17.0.2-1733221948154 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:15,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/cluster_bd90a96a-0145-8389-77f3-a9594d960566/data/data2/current/BP-615090533-172.17.0.2-1733221948154 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:15,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:33:15,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15e4e09a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:33:15,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b589b02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:15,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:15,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3ac1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:15,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4b58fbc-eb1c-4b0f-2311-13f211a50e3f/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:15,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:33:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:33:15,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35335 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63056) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63056) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63056) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39305 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44869 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=723 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 227) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7699 (was 7829) 2024-12-03T10:33:15,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=723, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=7699 2024-12-03T10:33:15,304 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-03T10:33:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/hadoop.log.dir so I do NOT create it in target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415 2024-12-03T10:33:15,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:33:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/hadoop.tmp.dir so I do NOT create it in target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415 2024-12-03T10:33:15,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025a1953-7f85-bc34-9b7e-3f5f7f666296/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:33:15,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415 2024-12-03T10:33:15,305 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/cluster_4bee3f79-bf5e-30b5-0090-f283b0ae5487, deleteOnExit=true 2024-12-03T10:33:15,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/cluster_4bee3f79-bf5e-30b5-0090-f283b0ae5487/zookeeper_0, clientPort=61467, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/cluster_4bee3f79-bf5e-30b5-0090-f283b0ae5487/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/cluster_4bee3f79-bf5e-30b5-0090-f283b0ae5487/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:33:15,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61467 2024-12-03T10:33:15,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:33:15,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/test.cache.data in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:33:15,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:33:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:33:15,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:33:15,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:33:15,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019c09ccd30005, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:33:15,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019c09ccd30008, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:33:15,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019c09ccd30002, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:33:15,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019c09ccd30005, quorum=127.0.0.1:63056, baseZNode=/11708937347 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:33:15,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019c09ccd30008, quorum=127.0.0.1:63056, baseZNode=/21799264980 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:33:15,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019c09ccd30002, quorum=127.0.0.1:63056, baseZNode=/0-1781833877 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:33:15,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:15,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:33:15,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:33:15,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:33:15,587 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:33:15,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:15,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:33:15,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19834401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:33:15,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b82737a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/java.io.tmpdir/jetty-localhost-35797-hadoop-hdfs-3_4_1-tests_jar-_-any-13872665217964454207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:33:15,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebb8e20{HTTP/1.1, (http/1.1)}{localhost:35797} 2024-12-03T10:33:15,701 INFO [Time-limited test {}] server.Server(415): Started @273818ms 2024-12-03T10:33:15,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:15,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:33:15,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:33:15,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:33:15,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:33:15,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:33:15,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:33:15,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d77e5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/java.io.tmpdir/jetty-localhost-40125-hadoop-hdfs-3_4_1-tests_jar-_-any-7440924556021770588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:33:15,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:40125} 2024-12-03T10:33:15,999 INFO [Time-limited test {}] server.Server(415): Started @274116ms 2024-12-03T10:33:16,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:33:16,482 WARN [Thread-3463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/cluster_4bee3f79-bf5e-30b5-0090-f283b0ae5487/data/data1/current/BP-468142956-172.17.0.2-1733221995321/current, will proceed with Du for space computation calculation, 2024-12-03T10:33:16,482 WARN [Thread-3464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/cluster_4bee3f79-bf5e-30b5-0090-f283b0ae5487/data/data2/current/BP-468142956-172.17.0.2-1733221995321/current, will proceed with Du for space computation calculation, 2024-12-03T10:33:16,496 WARN [Thread-3451 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:33:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x168b6b1ef19eacc4 with lease ID 0xca085163cedd6a72: Processing first storage report for DS-83227267-8736-4c8e-afd6-345eecafa3bd from datanode DatanodeRegistration(127.0.0.1:38539, datanodeUuid=8d553de0-c879-49b7-a616-f1302d080aeb, infoPort=43885, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=2061485088;c=1733221995321) 2024-12-03T10:33:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x168b6b1ef19eacc4 with lease ID 0xca085163cedd6a72: from storage DS-83227267-8736-4c8e-afd6-345eecafa3bd node DatanodeRegistration(127.0.0.1:38539, datanodeUuid=8d553de0-c879-49b7-a616-f1302d080aeb, infoPort=43885, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=2061485088;c=1733221995321), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:33:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x168b6b1ef19eacc4 with lease ID 0xca085163cedd6a72: Processing first storage report for DS-b6afb728-7ad4-40c2-9ec3-2048a4b9e09d from datanode DatanodeRegistration(127.0.0.1:38539, datanodeUuid=8d553de0-c879-49b7-a616-f1302d080aeb, infoPort=43885, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=2061485088;c=1733221995321) 2024-12-03T10:33:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x168b6b1ef19eacc4 with lease ID 0xca085163cedd6a72: from storage DS-b6afb728-7ad4-40c2-9ec3-2048a4b9e09d node DatanodeRegistration(127.0.0.1:38539, datanodeUuid=8d553de0-c879-49b7-a616-f1302d080aeb, infoPort=43885, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=2061485088;c=1733221995321), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:33:16,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415 2024-12-03T10:33:16,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:16,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:33:16,928 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c with version=8 2024-12-03T10:33:16,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/hbase-staging 2024-12-03T10:33:16,930 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:33:16,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:16,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:16,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:33:16,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:16,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:33:16,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:33:16,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:33:16,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34747 2024-12-03T10:33:16,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34747 connecting to ZooKeeper ensemble=127.0.0.1:61467 2024-12-03T10:33:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347470x0, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:33:16,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34747-0x1019c0a85130000 connected 2024-12-03T10:33:17,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:17,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:17,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Set watcher on znode that does not yet exist, /01244774250/running 2024-12-03T10:33:17,071 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c, hbase.cluster.distributed=false 2024-12-03T10:33:17,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Set watcher on znode that does not yet exist, /01244774250/acl 2024-12-03T10:33:17,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34747 2024-12-03T10:33:17,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34747 2024-12-03T10:33:17,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34747 2024-12-03T10:33:17,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34747 2024-12-03T10:33:17,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34747 2024-12-03T10:33:17,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:33:17,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:17,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:17,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:33:17,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:17,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:33:17,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:33:17,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:33:17,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42473 2024-12-03T10:33:17,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42473 connecting to ZooKeeper ensemble=127.0.0.1:61467 2024-12-03T10:33:17,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:17,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424730x0, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:33:17,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424730x0, quorum=127.0.0.1:61467, baseZNode=/01244774250 Set watcher on znode that does not yet exist, /01244774250/running 2024-12-03T10:33:17,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42473-0x1019c0a85130001 connected 2024-12-03T10:33:17,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:33:17,103 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:33:17,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Set watcher on znode that does not yet exist, /01244774250/master 2024-12-03T10:33:17,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Set watcher on znode that does not yet exist, /01244774250/acl 2024-12-03T10:33:17,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42473 2024-12-03T10:33:17,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42473 2024-12-03T10:33:17,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42473 2024-12-03T10:33:17,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42473 2024-12-03T10:33:17,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42473 2024-12-03T10:33:17,121 DEBUG [M:0;a78f5601770a:34747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:34747 2024-12-03T10:33:17,122 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01244774250/backup-masters/a78f5601770a,34747,1733221996930 2024-12-03T10:33:17,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250/backup-masters 2024-12-03T10:33:17,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250/backup-masters 2024-12-03T10:33:17,132 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Set watcher on existing znode=/01244774250/backup-masters/a78f5601770a,34747,1733221996930 2024-12-03T10:33:17,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01244774250/master 2024-12-03T10:33:17,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:17,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:17,142 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Set watcher on existing znode=/01244774250/master 2024-12-03T10:33:17,142 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01244774250/backup-masters/a78f5601770a,34747,1733221996930 from backup master directory 2024-12-03T10:33:17,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01244774250/backup-masters/a78f5601770a,34747,1733221996930 2024-12-03T10:33:17,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250/backup-masters 2024-12-03T10:33:17,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250/backup-masters 2024-12-03T10:33:17,150 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:33:17,150 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,34747,1733221996930 2024-12-03T10:33:17,153 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/hbase.id] with ID: 273a85e4-6fe6-471f-81fd-a5750b198c24 2024-12-03T10:33:17,153 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/.tmp/hbase.id 2024-12-03T10:33:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:33:17,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:33:17,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T10:33:17,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:33:17,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:33:17,559 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/.tmp/hbase.id]:[hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/hbase.id] 2024-12-03T10:33:17,565 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:17,565 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:33:17,566 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:33:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:33:18,002 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:33:18,003 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:33:18,003 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:33:18,408 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store 2024-12-03T10:33:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:33:18,412 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:18,412 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:33:18,412 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:18,412 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:18,412 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:33:18,412 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:18,412 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:18,412 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733221998412Disabling compacts and flushes for region at 1733221998412Disabling writes for close at 1733221998412Writing region close event to WAL at 1733221998412Closed at 1733221998412 2024-12-03T10:33:18,413 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/.initializing 2024-12-03T10:33:18,413 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/WALs/a78f5601770a,34747,1733221996930 2024-12-03T10:33:18,413 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:33:18,415 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C34747%2C1733221996930, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/WALs/a78f5601770a,34747,1733221996930, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/oldWALs, maxLogs=10 2024-12-03T10:33:18,429 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/WALs/a78f5601770a,34747,1733221996930/a78f5601770a%2C34747%2C1733221996930.1733221998415, exclude list is [], retry=0 2024-12-03T10:33:18,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-83227267-8736-4c8e-afd6-345eecafa3bd,DISK] 2024-12-03T10:33:18,432 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/WALs/a78f5601770a,34747,1733221996930/a78f5601770a%2C34747%2C1733221996930.1733221998415 2024-12-03T10:33:18,433 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43885:43885)] 2024-12-03T10:33:18,433 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:18,433 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:18,433 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,433 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:33:18,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:18,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:18,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:33:18,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:18,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:18,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:33:18,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:18,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:18,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:33:18,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:18,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:18,439 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,439 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,439 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,440 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,440 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,441 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:33:18,441 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:18,443 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:18,443 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63763633, jitterRate=-0.04984782636165619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:33:18,444 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733221998433Initializing all the Stores at 1733221998434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221998434Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221998434Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221998434Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221998434Cleaning up temporary data from old regions at 1733221998440 (+6 ms)Region opened successfully at 1733221998444 (+4 ms) 2024-12-03T10:33:18,444 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:33:18,446 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bbf981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:33:18,446 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:33:18,447 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:33:18,447 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:33:18,447 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:33:18,447 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:33:18,447 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:33:18,447 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:33:18,448 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:33:18,449 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Unable to get data of znode /01244774250/balancer because node does not exist (not necessarily an error) 2024-12-03T10:33:18,481 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01244774250/balancer already deleted, retry=false 2024-12-03T10:33:18,481 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:33:18,482 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Unable to get data of znode /01244774250/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:33:18,492 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01244774250/normalizer already deleted, retry=false 2024-12-03T10:33:18,492 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:33:18,493 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Unable to get data of znode /01244774250/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:33:18,500 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01244774250/switch/split already deleted, retry=false 2024-12-03T10:33:18,501 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Unable to get data of znode /01244774250/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:33:18,508 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01244774250/switch/merge already deleted, retry=false 2024-12-03T10:33:18,510 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Unable to get data of znode /01244774250/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:33:18,517 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01244774250/snapshot-cleanup already deleted, retry=false 2024-12-03T10:33:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01244774250/running 2024-12-03T10:33:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01244774250/running 2024-12-03T10:33:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:18,525 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,34747,1733221996930, sessionid=0x1019c0a85130000, setting cluster-up flag (Was=false) 2024-12-03T10:33:18,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:18,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:18,567 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01244774250/flush-table-proc/acquired, /01244774250/flush-table-proc/reached, /01244774250/flush-table-proc/abort 2024-12-03T10:33:18,568 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,34747,1733221996930 2024-12-03T10:33:18,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:18,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:18,608 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01244774250/online-snapshot/acquired, /01244774250/online-snapshot/reached, /01244774250/online-snapshot/abort 2024-12-03T10:33:18,609 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,34747,1733221996930 2024-12-03T10:33:18,610 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:33:18,611 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:18,611 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:33:18,611 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:33:18,612 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,34747,1733221996930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:33:18,613 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:18,613 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:18,613 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:18,613 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:18,613 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:33:18,613 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,613 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:33:18,613 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733222028614 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:33:18,614 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(746): ClusterId : 273a85e4-6fe6-471f-81fd-a5750b198c24 2024-12-03T10:33:18,614 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:33:18,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:33:18,614 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:33:18,615 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:33:18,615 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:33:18,615 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:33:18,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:18,615 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221998615,5,FailOnTimeoutGroup] 2024-12-03T10:33:18,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:33:18,615 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221998615,5,FailOnTimeoutGroup] 2024-12-03T10:33:18,615 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,615 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:33:18,615 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,615 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:33:18,624 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:33:18,624 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:33:18,634 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:33:18,634 DEBUG [RS:0;a78f5601770a:42473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68295715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:33:18,647 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:42473 2024-12-03T10:33:18,647 INFO [RS:0;a78f5601770a:42473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:33:18,647 INFO [RS:0;a78f5601770a:42473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:33:18,647 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:33:18,647 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,34747,1733221996930 with port=42473, startcode=1733221997085 2024-12-03T10:33:18,648 DEBUG [RS:0;a78f5601770a:42473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:33:18,649 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:33:18,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,42473,1733221997085 2024-12-03T10:33:18,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34747 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,42473,1733221997085 2024-12-03T10:33:18,650 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c 2024-12-03T10:33:18,650 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35745 2024-12-03T10:33:18,650 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:33:18,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250/rs 2024-12-03T10:33:18,659 DEBUG [RS:0;a78f5601770a:42473 {}] zookeeper.ZKUtil(111): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Set watcher on existing znode=/01244774250/rs/a78f5601770a,42473,1733221997085 2024-12-03T10:33:18,659 WARN [RS:0;a78f5601770a:42473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:33:18,659 INFO [RS:0;a78f5601770a:42473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:18,659 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085 2024-12-03T10:33:18,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,42473,1733221997085] 2024-12-03T10:33:18,661 INFO [RS:0;a78f5601770a:42473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:33:18,663 INFO [RS:0;a78f5601770a:42473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:33:18,663 INFO [RS:0;a78f5601770a:42473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:33:18,663 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,663 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:33:18,664 INFO [RS:0;a78f5601770a:42473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:33:18,664 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:33:18,664 DEBUG [RS:0;a78f5601770a:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:33:18,666 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,666 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,666 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,666 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,666 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,666 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42473,1733221997085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:33:18,679 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:33:18,679 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42473,1733221997085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,679 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,679 INFO [RS:0;a78f5601770a:42473 {}] regionserver.Replication(171): a78f5601770a,42473,1733221997085 started 2024-12-03T10:33:18,690 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:18,690 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,42473,1733221997085, RpcServer on a78f5601770a/172.17.0.2:42473, sessionid=0x1019c0a85130001 2024-12-03T10:33:18,690 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:33:18,690 DEBUG [RS:0;a78f5601770a:42473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,42473,1733221997085 2024-12-03T10:33:18,690 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,42473,1733221997085' 2024-12-03T10:33:18,690 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01244774250/flush-table-proc/abort' 2024-12-03T10:33:18,691 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01244774250/flush-table-proc/acquired' 2024-12-03T10:33:18,691 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:33:18,691 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:33:18,691 DEBUG [RS:0;a78f5601770a:42473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,42473,1733221997085 2024-12-03T10:33:18,691 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,42473,1733221997085' 2024-12-03T10:33:18,691 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01244774250/online-snapshot/abort' 2024-12-03T10:33:18,691 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01244774250/online-snapshot/acquired' 2024-12-03T10:33:18,692 DEBUG [RS:0;a78f5601770a:42473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:33:18,692 INFO [RS:0;a78f5601770a:42473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:33:18,692 INFO [RS:0;a78f5601770a:42473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:33:18,792 INFO [RS:0;a78f5601770a:42473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:33:18,793 INFO [RS:0;a78f5601770a:42473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C42473%2C1733221997085, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/oldWALs, maxLogs=10 2024-12-03T10:33:18,804 DEBUG [RS:0;a78f5601770a:42473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793, exclude list is [], retry=0 2024-12-03T10:33:18,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-83227267-8736-4c8e-afd6-345eecafa3bd,DISK] 2024-12-03T10:33:18,807 INFO [RS:0;a78f5601770a:42473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 2024-12-03T10:33:18,807 DEBUG [RS:0;a78f5601770a:42473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43885:43885)] 2024-12-03T10:33:19,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:33:19,025 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c 2024-12-03T10:33:19,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:33:19,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:19,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:33:19,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:33:19,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:19,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:19,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:33:19,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:33:19,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:19,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:19,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:33:19,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:33:19,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:19,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:19,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:33:19,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:33:19,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:19,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:19,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:33:19,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740 2024-12-03T10:33:19,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740 2024-12-03T10:33:19,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:33:19,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:33:19,436 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:33:19,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:33:19,438 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:19,439 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73626222, jitterRate=0.09711620211601257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:33:19,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733221999429Initializing all the Stores at 1733221999430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221999430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221999430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221999430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221999430Cleaning up temporary data from old regions at 1733221999436 (+6 ms)Region opened successfully at 1733221999439 (+3 ms) 2024-12-03T10:33:19,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:33:19,439 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:33:19,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:33:19,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:33:19,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:33:19,440 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:19,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733221999439Disabling compacts and flushes for region at 1733221999439Disabling writes for close at 1733221999439Writing region close event to WAL at 1733221999440 (+1 ms)Closed at 1733221999440 2024-12-03T10:33:19,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:19,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:33:19,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:33:19,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:33:19,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:33:19,592 DEBUG [a78f5601770a:34747 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:33:19,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,42473,1733221997085 2024-12-03T10:33:19,593 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,42473,1733221997085, state=OPENING 2024-12-03T10:33:19,623 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:33:19,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:19,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:19,631 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:33:19,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01244774250/meta-region-server: CHANGED 2024-12-03T10:33:19,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01244774250/meta-region-server: CHANGED 2024-12-03T10:33:19,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,42473,1733221997085}] 2024-12-03T10:33:19,783 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:33:19,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:33:19,787 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:33:19,787 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:19,787 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:33:19,788 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C42473%2C1733221997085.meta, suffix=.meta, logDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/oldWALs, maxLogs=10 2024-12-03T10:33:19,799 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.meta.1733221999788.meta, exclude list is [], retry=0 2024-12-03T10:33:19,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-83227267-8736-4c8e-afd6-345eecafa3bd,DISK] 2024-12-03T10:33:19,802 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.meta.1733221999788.meta 2024-12-03T10:33:19,803 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43885:43885)] 2024-12-03T10:33:19,803 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:19,803 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:33:19,803 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:33:19,803 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:33:19,803 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:33:19,803 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:33:19,803 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:19,803 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:33:19,803 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:33:19,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:33:19,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:33:19,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:19,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:19,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:33:19,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:33:19,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:19,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:19,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:33:19,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:33:19,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:19,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:19,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:33:19,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:33:19,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:19,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:19,808 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:33:19,808 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740 2024-12-03T10:33:19,809 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740 2024-12-03T10:33:19,809 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:33:19,809 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:33:19,810 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:33:19,811 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:33:19,811 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75436427, jitterRate=0.12409035861492157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:33:19,811 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:33:19,812 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733221999803Writing region info on filesystem at 1733221999803Initializing all the Stores at 1733221999804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221999804Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221999804Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733221999804Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733221999804Cleaning up temporary data from old regions at 1733221999809 (+5 ms)Running coprocessor post-open hooks at 1733221999811 (+2 ms)Region opened successfully at 1733221999812 (+1 ms) 2024-12-03T10:33:19,813 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221999783 2024-12-03T10:33:19,814 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:33:19,814 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:33:19,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,42473,1733221997085 2024-12-03T10:33:19,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,42473,1733221997085, state=OPEN 2024-12-03T10:33:19,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01244774250/meta-region-server 2024-12-03T10:33:19,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01244774250/meta-region-server 2024-12-03T10:33:19,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01244774250/meta-region-server: CHANGED 2024-12-03T10:33:19,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01244774250/meta-region-server: CHANGED 2024-12-03T10:33:19,854 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,42473,1733221997085 2024-12-03T10:33:19,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:33:19,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,42473,1733221997085 in 223 msec 2024-12-03T10:33:19,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:33:19,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-12-03T10:33:19,857 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:19,857 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:33:19,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:19,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,42473,1733221997085, seqNum=-1] 2024-12-03T10:33:19,859 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:19,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:33:19,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-12-03T10:33:19,863 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221999863, completionTime=-1 2024-12-03T10:33:19,863 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:33:19,863 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:33:19,865 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:33:19,865 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733222059865 2024-12-03T10:33:19,865 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222119865 2024-12-03T10:33:19,865 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:33:19,865 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34747,1733221996930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:19,865 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34747,1733221996930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:19,865 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34747,1733221996930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:19,865 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:34747, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:19,865 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:19,865 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:19,866 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:33:19,868 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.718sec 2024-12-03T10:33:19,868 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:33:19,868 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:33:19,868 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:33:19,868 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:33:19,868 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:33:19,868 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34747,1733221996930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:33:19,868 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34747,1733221996930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:33:19,870 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:33:19,870 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:33:19,870 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,34747,1733221996930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:19,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:19,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,34747,-1 for getting cluster id 2024-12-03T10:33:19,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:19,916 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273a85e4-6fe6-471f-81fd-a5750b198c24' 2024-12-03T10:33:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273a85e4-6fe6-471f-81fd-a5750b198c24" 2024-12-03T10:33:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d50fec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,34747,-1] 2024-12-03T10:33:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:19,918 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:19,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:19,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,42473,1733221997085, seqNum=-1] 2024-12-03T10:33:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:19,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:33:19,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,34747,1733221996930 2024-12-03T10:33:19,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61467 2024-12-03T10:33:19,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:33:19,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019c0a85130002 connected 2024-12-03T10:33:19,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/hadoop.log.dir so I do NOT create it in target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251 2024-12-03T10:33:19,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:33:19,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/hadoop.tmp.dir so I do NOT create it in target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251 2024-12-03T10:33:19,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:33:19,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251 2024-12-03T10:33:19,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:33:19,952 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/cluster_c4fd41ad-5ac2-e837-d035-cefc0aa8febb, deleteOnExit=true 2024-12-03T10:33:19,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:33:19,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/test.cache.data in system properties and HBase conf 2024-12-03T10:33:19,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:33:19,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:33:19,953 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:33:19,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:33:20,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:20,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:33:20,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:33:20,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:33:20,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:33:20,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:20,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:33:20,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:33:20,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35623572{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/java.io.tmpdir/jetty-localhost-34409-hadoop-hdfs-3_4_1-tests_jar-_-any-16899562211185482923/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:33:20,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:34409} 2024-12-03T10:33:20,336 INFO [Time-limited test {}] server.Server(415): Started @278453ms 2024-12-03T10:33:20,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:20,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:33:20,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:33:20,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:33:20,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:33:20,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:33:20,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:33:20,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@217849af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/java.io.tmpdir/jetty-localhost-33777-hadoop-hdfs-3_4_1-tests_jar-_-any-17198142815382518061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:33:20,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:33777} 2024-12-03T10:33:20,644 INFO [Time-limited test {}] server.Server(415): Started @278762ms 2024-12-03T10:33:20,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:33:21,187 WARN [Thread-3584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/cluster_c4fd41ad-5ac2-e837-d035-cefc0aa8febb/data/data2/current/BP-256218731-172.17.0.2-1733221999967/current, will proceed with Du for space computation calculation, 2024-12-03T10:33:21,187 WARN [Thread-3583 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/cluster_c4fd41ad-5ac2-e837-d035-cefc0aa8febb/data/data1/current/BP-256218731-172.17.0.2-1733221999967/current, will proceed with Du for space computation calculation, 2024-12-03T10:33:21,200 WARN [Thread-3571 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:33:21,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4638df53134dc41c with lease ID 0x47f5aa552254c3b2: Processing first storage report for DS-bd203895-6040-4a8d-9b52-dd2560c506bd from datanode DatanodeRegistration(127.0.0.1:41781, datanodeUuid=d6d95e96-35e9-42b8-a935-753bf13b8741, infoPort=45507, infoSecurePort=0, ipcPort=42823, storageInfo=lv=-57;cid=testClusterID;nsid=253378809;c=1733221999967) 2024-12-03T10:33:21,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4638df53134dc41c with lease ID 0x47f5aa552254c3b2: from storage DS-bd203895-6040-4a8d-9b52-dd2560c506bd node DatanodeRegistration(127.0.0.1:41781, datanodeUuid=d6d95e96-35e9-42b8-a935-753bf13b8741, infoPort=45507, infoSecurePort=0, ipcPort=42823, storageInfo=lv=-57;cid=testClusterID;nsid=253378809;c=1733221999967), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:33:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4638df53134dc41c with lease ID 0x47f5aa552254c3b2: Processing first storage report for DS-56a5f568-37da-4da9-879d-926e0daf49a2 from datanode DatanodeRegistration(127.0.0.1:41781, datanodeUuid=d6d95e96-35e9-42b8-a935-753bf13b8741, infoPort=45507, infoSecurePort=0, ipcPort=42823, storageInfo=lv=-57;cid=testClusterID;nsid=253378809;c=1733221999967) 2024-12-03T10:33:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4638df53134dc41c with lease ID 0x47f5aa552254c3b2: from storage DS-56a5f568-37da-4da9-879d-926e0daf49a2 node DatanodeRegistration(127.0.0.1:41781, datanodeUuid=d6d95e96-35e9-42b8-a935-753bf13b8741, infoPort=45507, infoSecurePort=0, ipcPort=42823, storageInfo=lv=-57;cid=testClusterID;nsid=253378809;c=1733221999967), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:33:21,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251 2024-12-03T10:33:21,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:21,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:21,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:33:21,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6 with version=8 2024-12-03T10:33:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/hbase-staging 2024-12-03T10:33:21,675 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:33:21,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:21,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:21,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:33:21,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:21,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:33:21,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:33:21,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:33:21,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35755 2024-12-03T10:33:21,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35755 connecting to ZooKeeper ensemble=127.0.0.1:61467 2024-12-03T10:33:21,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357550x0, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:33:21,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35755-0x1019c0a85130003 connected 2024-12-03T10:33:21,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:21,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:21,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Set watcher on znode that does not yet exist, /11400298776/running 2024-12-03T10:33:21,770 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6, hbase.cluster.distributed=false 2024-12-03T10:33:21,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Set watcher on znode that does not yet exist, /11400298776/acl 2024-12-03T10:33:21,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35755 2024-12-03T10:33:21,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35755 2024-12-03T10:33:21,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35755 2024-12-03T10:33:21,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35755 2024-12-03T10:33:21,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35755 2024-12-03T10:33:21,788 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:33:21,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:21,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:21,788 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:33:21,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:21,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:33:21,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:33:21,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:33:21,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42763 2024-12-03T10:33:21,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42763 connecting to ZooKeeper ensemble=127.0.0.1:61467 2024-12-03T10:33:21,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:21,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:21,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427630x0, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:33:21,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427630x0, quorum=127.0.0.1:61467, baseZNode=/11400298776 Set watcher on znode that does not yet exist, /11400298776/running 2024-12-03T10:33:21,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42763-0x1019c0a85130004 connected 2024-12-03T10:33:21,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:33:21,801 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:33:21,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Set watcher on znode that does not yet exist, /11400298776/master 2024-12-03T10:33:21,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Set watcher on znode that does not yet exist, /11400298776/acl 2024-12-03T10:33:21,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42763 2024-12-03T10:33:21,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42763 2024-12-03T10:33:21,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42763 2024-12-03T10:33:21,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42763 2024-12-03T10:33:21,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42763 2024-12-03T10:33:21,820 DEBUG [M:0;a78f5601770a:35755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:35755 2024-12-03T10:33:21,820 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11400298776/backup-masters/a78f5601770a,35755,1733222001675 2024-12-03T10:33:21,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776/backup-masters 2024-12-03T10:33:21,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776/backup-masters 2024-12-03T10:33:21,825 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Set watcher on existing znode=/11400298776/backup-masters/a78f5601770a,35755,1733222001675 2024-12-03T10:33:21,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11400298776/master 2024-12-03T10:33:21,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:21,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:21,833 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Set watcher on existing znode=/11400298776/master 2024-12-03T10:33:21,834 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11400298776/backup-masters/a78f5601770a,35755,1733222001675 from backup master directory 2024-12-03T10:33:21,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11400298776/backup-masters/a78f5601770a,35755,1733222001675 2024-12-03T10:33:21,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776/backup-masters 2024-12-03T10:33:21,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776/backup-masters 2024-12-03T10:33:21,842 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:33:21,842 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,35755,1733222001675 2024-12-03T10:33:21,844 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/hbase.id] with ID: 3fd5ac47-c694-41df-9973-90c9b29eb986 2024-12-03T10:33:21,844 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/.tmp/hbase.id 2024-12-03T10:33:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:33:22,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:22,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:33:22,096 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88598 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:33:22,248 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/.tmp/hbase.id]:[hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/hbase.id] 2024-12-03T10:33:22,254 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:22,254 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:33:22,255 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:33:22,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:22,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:33:22,669 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:33:22,669 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:33:22,669 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:22,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:33:22,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:33:22,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:22,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:23,075 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store 2024-12-03T10:33:23,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:33:23,479 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:23,479 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:33:23,479 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:23,479 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:23,479 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:33:23,479 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:23,479 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:23,479 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222003479Disabling compacts and flushes for region at 1733222003479Disabling writes for close at 1733222003479Writing region close event to WAL at 1733222003479Closed at 1733222003479 2024-12-03T10:33:23,480 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/.initializing 2024-12-03T10:33:23,480 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/WALs/a78f5601770a,35755,1733222001675 2024-12-03T10:33:23,481 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:33:23,482 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C35755%2C1733222001675, suffix=, logDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/WALs/a78f5601770a,35755,1733222001675, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/oldWALs, maxLogs=10 2024-12-03T10:33:23,496 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/WALs/a78f5601770a,35755,1733222001675/a78f5601770a%2C35755%2C1733222001675.1733222003482, exclude list is [], retry=0 2024-12-03T10:33:23,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-bd203895-6040-4a8d-9b52-dd2560c506bd,DISK] 2024-12-03T10:33:23,499 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/WALs/a78f5601770a,35755,1733222001675/a78f5601770a%2C35755%2C1733222001675.1733222003482 2024-12-03T10:33:23,499 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45507:45507)] 2024-12-03T10:33:23,499 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:23,500 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:23,500 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,500 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:33:23,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:23,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:23,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:33:23,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:23,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:23,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:33:23,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:23,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:23,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:33:23,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:23,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:23,505 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,506 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,506 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,506 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,506 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,507 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:33:23,507 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:23,509 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:23,509 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64501198, jitterRate=-0.03885725140571594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:33:23,509 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733222003500Initializing all the Stores at 1733222003500Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222003501 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222003501Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222003501Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222003501Cleaning up temporary data from old regions at 1733222003506 (+5 ms)Region opened successfully at 1733222003509 (+3 ms) 2024-12-03T10:33:23,509 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:33:23,511 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4927e333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:33:23,512 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:33:23,512 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:33:23,512 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:33:23,512 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:33:23,512 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:33:23,512 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:33:23,512 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:33:23,514 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:33:23,514 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Unable to get data of znode /11400298776/balancer because node does not exist (not necessarily an error) 2024-12-03T10:33:23,633 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11400298776/balancer already deleted, retry=false 2024-12-03T10:33:23,633 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:33:23,634 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Unable to get data of znode /11400298776/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:33:23,771 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11400298776/normalizer already deleted, retry=false 2024-12-03T10:33:23,772 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:33:23,773 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Unable to get data of znode /11400298776/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:33:23,906 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11400298776/switch/split already deleted, retry=false 2024-12-03T10:33:23,907 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Unable to get data of znode /11400298776/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:33:23,950 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11400298776/switch/merge already deleted, retry=false 2024-12-03T10:33:23,952 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Unable to get data of znode /11400298776/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:33:23,972 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11400298776/snapshot-cleanup already deleted, retry=false 2024-12-03T10:33:23,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11400298776/running 2024-12-03T10:33:23,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11400298776/running 2024-12-03T10:33:23,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:23,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:23,981 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,35755,1733222001675, sessionid=0x1019c0a85130003, setting cluster-up flag (Was=false) 2024-12-03T10:33:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:24,022 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11400298776/flush-table-proc/acquired, /11400298776/flush-table-proc/reached, /11400298776/flush-table-proc/abort 2024-12-03T10:33:24,023 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,35755,1733222001675 2024-12-03T10:33:24,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:24,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:24,066 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11400298776/online-snapshot/acquired, /11400298776/online-snapshot/reached, /11400298776/online-snapshot/abort 2024-12-03T10:33:24,067 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,35755,1733222001675 2024-12-03T10:33:24,068 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:33:24,069 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:24,069 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:33:24,069 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:33:24,069 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,35755,1733222001675 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:33:24,070 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:24,070 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:24,070 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:24,070 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:24,070 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:33:24,070 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,070 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:33:24,070 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,071 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733222034071 2024-12-03T10:33:24,071 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:33:24,071 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:33:24,071 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:33:24,071 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:33:24,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:24,071 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:33:24,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:33:24,071 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:33:24,071 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,072 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:33:24,072 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:33:24,072 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:33:24,072 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:24,072 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:33:24,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:33:24,072 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:33:24,072 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:33:24,072 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222004072,5,FailOnTimeoutGroup] 2024-12-03T10:33:24,072 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222004072,5,FailOnTimeoutGroup] 2024-12-03T10:33:24,072 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,072 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:33:24,073 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,073 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:33:24,113 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(746): ClusterId : 3fd5ac47-c694-41df-9973-90c9b29eb986 2024-12-03T10:33:24,114 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:33:24,123 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:33:24,123 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:33:24,133 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:33:24,134 DEBUG [RS:0;a78f5601770a:42763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277c3de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:33:24,143 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:42763 2024-12-03T10:33:24,143 INFO [RS:0;a78f5601770a:42763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:33:24,143 INFO [RS:0;a78f5601770a:42763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:33:24,143 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:33:24,144 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,35755,1733222001675 with port=42763, startcode=1733222001788 2024-12-03T10:33:24,144 DEBUG [RS:0;a78f5601770a:42763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:33:24,145 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:33:24,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35755 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,42763,1733222001788 2024-12-03T10:33:24,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35755 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,42763,1733222001788 2024-12-03T10:33:24,146 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6 2024-12-03T10:33:24,146 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40711 2024-12-03T10:33:24,146 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:33:24,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776/rs 2024-12-03T10:33:24,193 DEBUG [RS:0;a78f5601770a:42763 {}] zookeeper.ZKUtil(111): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Set watcher on existing znode=/11400298776/rs/a78f5601770a,42763,1733222001788 2024-12-03T10:33:24,193 WARN [RS:0;a78f5601770a:42763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:33:24,193 INFO [RS:0;a78f5601770a:42763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:24,193 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788 2024-12-03T10:33:24,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,42763,1733222001788] 2024-12-03T10:33:24,196 INFO [RS:0;a78f5601770a:42763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:33:24,197 INFO [RS:0;a78f5601770a:42763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:33:24,198 INFO [RS:0;a78f5601770a:42763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:33:24,198 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,198 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:33:24,198 INFO [RS:0;a78f5601770a:42763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:33:24,198 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,198 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,198 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,198 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,198 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,198 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,199 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:33:24,199 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,199 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,199 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,199 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,199 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,199 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:24,199 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:33:24,199 DEBUG [RS:0;a78f5601770a:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:33:24,199 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,199 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,199 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,199 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,199 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,199 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42763,1733222001788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:33:24,213 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:33:24,213 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42763,1733222001788-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,213 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,213 INFO [RS:0;a78f5601770a:42763 {}] regionserver.Replication(171): a78f5601770a,42763,1733222001788 started 2024-12-03T10:33:24,224 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:24,224 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,42763,1733222001788, RpcServer on a78f5601770a/172.17.0.2:42763, sessionid=0x1019c0a85130004 2024-12-03T10:33:24,224 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:33:24,224 DEBUG [RS:0;a78f5601770a:42763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,42763,1733222001788 2024-12-03T10:33:24,224 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,42763,1733222001788' 2024-12-03T10:33:24,224 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11400298776/flush-table-proc/abort' 2024-12-03T10:33:24,225 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11400298776/flush-table-proc/acquired' 2024-12-03T10:33:24,225 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:33:24,225 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:33:24,225 DEBUG [RS:0;a78f5601770a:42763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,42763,1733222001788 2024-12-03T10:33:24,225 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,42763,1733222001788' 2024-12-03T10:33:24,225 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11400298776/online-snapshot/abort' 2024-12-03T10:33:24,225 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11400298776/online-snapshot/acquired' 2024-12-03T10:33:24,225 DEBUG [RS:0;a78f5601770a:42763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:33:24,225 INFO [RS:0;a78f5601770a:42763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:33:24,225 INFO [RS:0;a78f5601770a:42763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:33:24,326 INFO [RS:0;a78f5601770a:42763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:33:24,327 INFO [RS:0;a78f5601770a:42763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C42763%2C1733222001788, suffix=, logDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/oldWALs, maxLogs=10 2024-12-03T10:33:24,350 DEBUG [RS:0;a78f5601770a:42763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327, exclude list is [], retry=0 2024-12-03T10:33:24,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-bd203895-6040-4a8d-9b52-dd2560c506bd,DISK] 2024-12-03T10:33:24,353 INFO [RS:0;a78f5601770a:42763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 2024-12-03T10:33:24,354 DEBUG [RS:0;a78f5601770a:42763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45507:45507)] 2024-12-03T10:33:24,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:33:24,476 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6 2024-12-03T10:33:24,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:33:24,662 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:33:24,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:24,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:33:24,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:33:24,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:24,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:24,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:33:24,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:33:24,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:24,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:24,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:33:24,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:33:24,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:24,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:24,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:33:24,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:33:24,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:24,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:24,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:33:24,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740 2024-12-03T10:33:24,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740 2024-12-03T10:33:24,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:33:24,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:33:24,887 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:33:24,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:33:24,889 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:24,890 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67120501, jitterRate=1.7340481281280518E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:33:24,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733222004881Initializing all the Stores at 1733222004881Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222004881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222004881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222004881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222004881Cleaning up temporary data from old regions at 1733222004887 (+6 ms)Region opened successfully at 1733222004890 (+3 ms) 2024-12-03T10:33:24,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:33:24,890 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:33:24,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:33:24,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:33:24,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:33:24,890 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:24,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222004890Disabling compacts and flushes for region at 1733222004890Disabling writes for close at 1733222004890Writing region close event to WAL at 1733222004890Closed at 1733222004890 2024-12-03T10:33:24,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:24,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:33:24,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:33:24,892 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:33:24,895 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:33:25,045 DEBUG [a78f5601770a:35755 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:33:25,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,42763,1733222001788 2024-12-03T10:33:25,046 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,42763,1733222001788, state=OPENING 2024-12-03T10:33:25,072 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:33:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:25,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11400298776/meta-region-server: CHANGED 2024-12-03T10:33:25,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11400298776/meta-region-server: CHANGED 2024-12-03T10:33:25,081 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:33:25,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,42763,1733222001788}] 2024-12-03T10:33:25,233 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:33:25,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:33:25,237 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:33:25,237 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:25,237 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:33:25,238 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C42763%2C1733222001788.meta, suffix=.meta, logDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/oldWALs, maxLogs=10 2024-12-03T10:33:25,250 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.meta.1733222005239.meta, exclude list is [], retry=0 2024-12-03T10:33:25,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-bd203895-6040-4a8d-9b52-dd2560c506bd,DISK] 2024-12-03T10:33:25,253 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.meta.1733222005239.meta 2024-12-03T10:33:25,253 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45507:45507)] 2024-12-03T10:33:25,253 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:25,253 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:33:25,254 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:33:25,254 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:33:25,254 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:33:25,254 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:33:25,254 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:25,254 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:33:25,254 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:33:25,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:33:25,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:33:25,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:25,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:25,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:33:25,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:33:25,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:25,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:25,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:33:25,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:33:25,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:25,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:25,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:33:25,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:33:25,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:25,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:25,258 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:33:25,258 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740 2024-12-03T10:33:25,259 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740 2024-12-03T10:33:25,260 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:33:25,260 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:33:25,260 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:33:25,261 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:33:25,261 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70412514, jitterRate=0.04922822117805481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:33:25,261 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:33:25,261 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733222005254Writing region info on filesystem at 1733222005254Initializing all the Stores at 1733222005255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222005255Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222005255Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222005255Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222005255Cleaning up temporary data from old regions at 1733222005260 (+5 ms)Running coprocessor post-open hooks at 1733222005261 (+1 ms)Region opened successfully at 1733222005261 2024-12-03T10:33:25,262 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733222005233 2024-12-03T10:33:25,264 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:33:25,264 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:33:25,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,42763,1733222001788 2024-12-03T10:33:25,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,42763,1733222001788, state=OPEN 2024-12-03T10:33:25,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11400298776/meta-region-server 2024-12-03T10:33:25,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11400298776/meta-region-server 2024-12-03T10:33:25,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,42763,1733222001788 2024-12-03T10:33:25,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11400298776/meta-region-server: CHANGED 2024-12-03T10:33:25,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11400298776/meta-region-server: CHANGED 2024-12-03T10:33:25,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:33:25,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,42763,1733222001788 in 194 msec 2024-12-03T10:33:25,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:33:25,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-12-03T10:33:25,278 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:25,278 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:33:25,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:25,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,42763,1733222001788, seqNum=-1] 2024-12-03T10:33:25,279 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:25,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:33:25,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-12-03T10:33:25,283 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733222005283, completionTime=-1 2024-12-03T10:33:25,284 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:33:25,284 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:33:25,285 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:33:25,285 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733222065285 2024-12-03T10:33:25,285 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222125285 2024-12-03T10:33:25,285 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:33:25,286 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35755,1733222001675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:25,286 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35755,1733222001675-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:25,286 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35755,1733222001675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:25,286 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:35755, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:25,286 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:25,286 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:25,287 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:33:25,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.446sec 2024-12-03T10:33:25,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:33:25,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:33:25,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:33:25,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:33:25,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:33:25,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35755,1733222001675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:33:25,288 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35755,1733222001675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:33:25,290 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:33:25,290 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:33:25,290 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35755,1733222001675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:25,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:25,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35755,-1 for getting cluster id 2024-12-03T10:33:25,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:25,315 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fd5ac47-c694-41df-9973-90c9b29eb986' 2024-12-03T10:33:25,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:25,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fd5ac47-c694-41df-9973-90c9b29eb986" 2024-12-03T10:33:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dbd832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35755,-1] 2024-12-03T10:33:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:25,317 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:25,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6545b519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:25,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:25,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,42763,1733222001788, seqNum=-1] 2024-12-03T10:33:25,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:25,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:33:25,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,35755,1733222001675 2024-12-03T10:33:25,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61467 2024-12-03T10:33:25,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:33:25,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019c0a85130005 connected 2024-12-03T10:33:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/hadoop.log.dir so I do NOT create it in target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0 2024-12-03T10:33:25,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:33:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/hadoop.tmp.dir so I do NOT create it in target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0 2024-12-03T10:33:25,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:33:25,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0 2024-12-03T10:33:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:33:25,341 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/cluster_5e8d93b0-9574-0d06-97f6-2b46ad6e9b16, deleteOnExit=true 2024-12-03T10:33:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:33:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/test.cache.data in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:33:25,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:33:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:33:25,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:25,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:33:25,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:33:25,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:33:25,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:33:25,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:25,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:33:25,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:33:25,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ff77b68{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/java.io.tmpdir/jetty-localhost-39229-hadoop-hdfs-3_4_1-tests_jar-_-any-6731622471304079062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:33:25,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:39229} 2024-12-03T10:33:25,701 INFO [Time-limited test {}] server.Server(415): Started @283818ms 2024-12-03T10:33:25,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:25,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:33:25,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:33:25,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:33:25,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:33:25,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:33:25,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:33:26,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/java.io.tmpdir/jetty-localhost-43929-hadoop-hdfs-3_4_1-tests_jar-_-any-12044351429623702750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:33:26,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:43929} 2024-12-03T10:33:26,054 INFO [Time-limited test {}] server.Server(415): Started @284172ms 2024-12-03T10:33:26,055 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:33:26,498 WARN [Thread-3705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/cluster_5e8d93b0-9574-0d06-97f6-2b46ad6e9b16/data/data2/current/BP-1377500306-172.17.0.2-1733222005355/current, will proceed with Du for space computation calculation, 2024-12-03T10:33:26,498 WARN [Thread-3704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/cluster_5e8d93b0-9574-0d06-97f6-2b46ad6e9b16/data/data1/current/BP-1377500306-172.17.0.2-1733222005355/current, will proceed with Du for space computation calculation, 2024-12-03T10:33:26,512 WARN [Thread-3692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:33:26,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a55cdf01f912262 with lease ID 0xc45fd981885378ac: Processing first storage report for DS-1ab49366-2f0e-412f-bd25-216390f7cf74 from datanode DatanodeRegistration(127.0.0.1:33021, datanodeUuid=fa2960fc-639b-421e-adcd-e88141b33580, infoPort=42381, infoSecurePort=0, ipcPort=39827, storageInfo=lv=-57;cid=testClusterID;nsid=2108935691;c=1733222005355) 2024-12-03T10:33:26,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a55cdf01f912262 with lease ID 0xc45fd981885378ac: from storage DS-1ab49366-2f0e-412f-bd25-216390f7cf74 node DatanodeRegistration(127.0.0.1:33021, datanodeUuid=fa2960fc-639b-421e-adcd-e88141b33580, infoPort=42381, infoSecurePort=0, ipcPort=39827, storageInfo=lv=-57;cid=testClusterID;nsid=2108935691;c=1733222005355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:33:26,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a55cdf01f912262 with lease ID 0xc45fd981885378ac: Processing first storage report for DS-e86fab0c-8238-463b-9306-a65b2c2290fb from datanode DatanodeRegistration(127.0.0.1:33021, datanodeUuid=fa2960fc-639b-421e-adcd-e88141b33580, infoPort=42381, infoSecurePort=0, ipcPort=39827, storageInfo=lv=-57;cid=testClusterID;nsid=2108935691;c=1733222005355) 2024-12-03T10:33:26,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a55cdf01f912262 with lease ID 0xc45fd981885378ac: from storage DS-e86fab0c-8238-463b-9306-a65b2c2290fb node DatanodeRegistration(127.0.0.1:33021, datanodeUuid=fa2960fc-639b-421e-adcd-e88141b33580, infoPort=42381, infoSecurePort=0, ipcPort=39827, storageInfo=lv=-57;cid=testClusterID;nsid=2108935691;c=1733222005355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:33:26,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0 2024-12-03T10:33:26,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:26,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:26,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:33:26,990 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63 with version=8 2024-12-03T10:33:26,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/hbase-staging 2024-12-03T10:33:26,991 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:33:26,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:26,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:26,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:33:26,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:26,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:33:26,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:33:26,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:33:26,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45671 2024-12-03T10:33:26,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45671 connecting to ZooKeeper ensemble=127.0.0.1:61467 2024-12-03T10:33:27,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456710x0, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:33:27,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45671-0x1019c0a85130006 connected 2024-12-03T10:33:27,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:27,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:27,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Set watcher on znode that does not yet exist, /2891887017/running 2024-12-03T10:33:27,084 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63, hbase.cluster.distributed=false 2024-12-03T10:33:27,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Set watcher on znode that does not yet exist, /2891887017/acl 2024-12-03T10:33:27,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45671 2024-12-03T10:33:27,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45671 2024-12-03T10:33:27,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45671 2024-12-03T10:33:27,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45671 2024-12-03T10:33:27,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45671 2024-12-03T10:33:27,103 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:33:27,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:27,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:27,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:33:27,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:33:27,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:33:27,103 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:33:27,103 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:33:27,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43577 2024-12-03T10:33:27,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43577 connecting to ZooKeeper ensemble=127.0.0.1:61467 2024-12-03T10:33:27,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:27,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:27,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435770x0, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:33:27,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435770x0, quorum=127.0.0.1:61467, baseZNode=/2891887017 Set watcher on znode that does not yet exist, /2891887017/running 2024-12-03T10:33:27,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43577-0x1019c0a85130007 connected 2024-12-03T10:33:27,117 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:33:27,117 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:33:27,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Set watcher on znode that does not yet exist, /2891887017/master 2024-12-03T10:33:27,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Set watcher on znode that does not yet exist, /2891887017/acl 2024-12-03T10:33:27,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43577 2024-12-03T10:33:27,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43577 2024-12-03T10:33:27,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43577 2024-12-03T10:33:27,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43577 2024-12-03T10:33:27,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43577 2024-12-03T10:33:27,133 DEBUG [M:0;a78f5601770a:45671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:45671 2024-12-03T10:33:27,133 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2891887017/backup-masters/a78f5601770a,45671,1733222006991 2024-12-03T10:33:27,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017/backup-masters 2024-12-03T10:33:27,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017/backup-masters 2024-12-03T10:33:27,142 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Set watcher on existing znode=/2891887017/backup-masters/a78f5601770a,45671,1733222006991 2024-12-03T10:33:27,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2891887017/master 2024-12-03T10:33:27,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:27,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:27,150 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Set watcher on existing znode=/2891887017/master 2024-12-03T10:33:27,150 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2891887017/backup-masters/a78f5601770a,45671,1733222006991 from backup master directory 2024-12-03T10:33:27,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017/backup-masters 2024-12-03T10:33:27,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2891887017/backup-masters/a78f5601770a,45671,1733222006991 2024-12-03T10:33:27,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017/backup-masters 2024-12-03T10:33:27,158 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:33:27,158 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,45671,1733222006991 2024-12-03T10:33:27,161 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/hbase.id] with ID: 6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc 2024-12-03T10:33:27,161 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/.tmp/hbase.id 2024-12-03T10:33:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:33:27,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:33:27,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T10:33:27,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T10:33:27,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T10:33:27,565 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/.tmp/hbase.id]:[hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/hbase.id] 2024-12-03T10:33:27,572 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:33:27,572 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:33:27,573 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:33:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:27,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:33:28,005 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:33:28,006 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:33:28,006 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:28,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:33:28,411 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store 2024-12-03T10:33:28,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:33:28,816 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:28,816 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:33:28,816 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:28,816 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:28,816 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:33:28,816 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:28,816 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:28,816 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222008816Disabling compacts and flushes for region at 1733222008816Disabling writes for close at 1733222008816Writing region close event to WAL at 1733222008816Closed at 1733222008816 2024-12-03T10:33:28,817 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/.initializing 2024-12-03T10:33:28,817 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/WALs/a78f5601770a,45671,1733222006991 2024-12-03T10:33:28,818 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:33:28,819 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C45671%2C1733222006991, suffix=, logDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/WALs/a78f5601770a,45671,1733222006991, archiveDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/oldWALs, maxLogs=10 2024-12-03T10:33:28,831 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/WALs/a78f5601770a,45671,1733222006991/a78f5601770a%2C45671%2C1733222006991.1733222008819, exclude list is [], retry=0 2024-12-03T10:33:28,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33021,DS-1ab49366-2f0e-412f-bd25-216390f7cf74,DISK] 2024-12-03T10:33:28,834 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/WALs/a78f5601770a,45671,1733222006991/a78f5601770a%2C45671%2C1733222006991.1733222008819 2024-12-03T10:33:28,834 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42381:42381)] 2024-12-03T10:33:28,834 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:28,834 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:28,835 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,835 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:33:28,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:28,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:28,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:33:28,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:28,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:28,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:33:28,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:28,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:28,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:33:28,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:28,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:28,840 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,841 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,841 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,842 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,842 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,842 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:33:28,843 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:33:28,844 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:28,844 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60892039, jitterRate=-0.09263791143894196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:33:28,844 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733222008835Initializing all the Stores at 1733222008835Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222008835Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222008835Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222008835Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222008835Cleaning up temporary data from old regions at 1733222008842 (+7 ms)Region opened successfully at 1733222008844 (+2 ms) 2024-12-03T10:33:28,845 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:33:28,846 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e81ff69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:33:28,847 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:33:28,847 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:33:28,847 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:33:28,847 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:33:28,848 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:33:28,848 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:33:28,848 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:33:28,849 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:33:28,850 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Unable to get data of znode /2891887017/balancer because node does not exist (not necessarily an error) 2024-12-03T10:33:28,875 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2891887017/balancer already deleted, retry=false 2024-12-03T10:33:28,875 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:33:28,876 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Unable to get data of znode /2891887017/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:33:28,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2891887017/normalizer already deleted, retry=false 2024-12-03T10:33:28,883 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:33:28,884 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Unable to get data of znode /2891887017/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:33:28,891 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2891887017/switch/split already deleted, retry=false 2024-12-03T10:33:28,892 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Unable to get data of znode /2891887017/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:33:28,899 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2891887017/switch/merge already deleted, retry=false 2024-12-03T10:33:28,901 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Unable to get data of znode /2891887017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:33:28,908 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2891887017/snapshot-cleanup already deleted, retry=false 2024-12-03T10:33:28,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2891887017/running 2024-12-03T10:33:28,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:28,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2891887017/running 2024-12-03T10:33:28,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:28,917 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,45671,1733222006991, sessionid=0x1019c0a85130006, setting cluster-up flag (Was=false) 2024-12-03T10:33:28,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:28,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:28,958 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2891887017/flush-table-proc/acquired, /2891887017/flush-table-proc/reached, /2891887017/flush-table-proc/abort 2024-12-03T10:33:28,959 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,45671,1733222006991 2024-12-03T10:33:28,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:28,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:28,999 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2891887017/online-snapshot/acquired, /2891887017/online-snapshot/reached, /2891887017/online-snapshot/abort 2024-12-03T10:33:29,000 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,45671,1733222006991 2024-12-03T10:33:29,001 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:33:29,003 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:29,003 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:33:29,003 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:33:29,003 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,45671,1733222006991 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:33:29,005 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:29,005 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:29,005 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:29,005 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:33:29,005 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:33:29,005 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,005 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:33:29,005 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:29,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:33:29,006 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733222039006 2024-12-03T10:33:29,006 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:33:29,007 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:33:29,007 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:33:29,007 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:33:29,007 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:33:29,007 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:33:29,007 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:29,007 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:33:29,007 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:33:29,007 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:33:29,008 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:33:29,008 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:33:29,010 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:33:29,010 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:33:29,011 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222009010,5,FailOnTimeoutGroup] 2024-12-03T10:33:29,015 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222009011,5,FailOnTimeoutGroup] 2024-12-03T10:33:29,015 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,015 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:33:29,015 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,015 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:33:29,026 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(746): ClusterId : 6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc 2024-12-03T10:33:29,026 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:33:29,048 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:33:29,048 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:33:29,058 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:33:29,059 DEBUG [RS:0;a78f5601770a:43577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba6fb15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:33:29,073 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:43577 2024-12-03T10:33:29,073 INFO [RS:0;a78f5601770a:43577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:33:29,073 INFO [RS:0;a78f5601770a:43577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:33:29,073 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:33:29,073 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,45671,1733222006991 with port=43577, startcode=1733222007103 2024-12-03T10:33:29,074 DEBUG [RS:0;a78f5601770a:43577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:33:29,075 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:33:29,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,43577,1733222007103 2024-12-03T10:33:29,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45671 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,43577,1733222007103 2024-12-03T10:33:29,077 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63 2024-12-03T10:33:29,077 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34519 2024-12-03T10:33:29,077 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:33:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017/rs 2024-12-03T10:33:29,129 DEBUG [RS:0;a78f5601770a:43577 {}] zookeeper.ZKUtil(111): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Set watcher on existing znode=/2891887017/rs/a78f5601770a,43577,1733222007103 2024-12-03T10:33:29,129 WARN [RS:0;a78f5601770a:43577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:33:29,129 INFO [RS:0;a78f5601770a:43577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:29,129 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103 2024-12-03T10:33:29,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,43577,1733222007103] 2024-12-03T10:33:29,132 INFO [RS:0;a78f5601770a:43577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:33:29,134 INFO [RS:0;a78f5601770a:43577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:33:29,134 INFO [RS:0;a78f5601770a:43577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:33:29,134 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,134 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:33:29,135 INFO [RS:0;a78f5601770a:43577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:33:29,135 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:33:29,135 DEBUG [RS:0;a78f5601770a:43577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:33:29,136 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,136 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,136 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,136 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,136 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,136 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,43577,1733222007103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:33:29,148 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:33:29,148 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,43577,1733222007103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,148 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,148 INFO [RS:0;a78f5601770a:43577 {}] regionserver.Replication(171): a78f5601770a,43577,1733222007103 started 2024-12-03T10:33:29,160 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:29,160 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,43577,1733222007103, RpcServer on a78f5601770a/172.17.0.2:43577, sessionid=0x1019c0a85130007 2024-12-03T10:33:29,160 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:33:29,160 DEBUG [RS:0;a78f5601770a:43577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,43577,1733222007103 2024-12-03T10:33:29,160 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,43577,1733222007103' 2024-12-03T10:33:29,160 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2891887017/flush-table-proc/abort' 2024-12-03T10:33:29,160 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2891887017/flush-table-proc/acquired' 2024-12-03T10:33:29,161 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:33:29,161 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:33:29,161 DEBUG [RS:0;a78f5601770a:43577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,43577,1733222007103 2024-12-03T10:33:29,161 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,43577,1733222007103' 2024-12-03T10:33:29,161 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2891887017/online-snapshot/abort' 2024-12-03T10:33:29,161 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2891887017/online-snapshot/acquired' 2024-12-03T10:33:29,162 DEBUG [RS:0;a78f5601770a:43577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:33:29,162 INFO [RS:0;a78f5601770a:43577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:33:29,162 INFO [RS:0;a78f5601770a:43577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:33:29,262 INFO [RS:0;a78f5601770a:43577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:33:29,263 INFO [RS:0;a78f5601770a:43577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C43577%2C1733222007103, suffix=, logDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103, archiveDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/oldWALs, maxLogs=10 2024-12-03T10:33:29,275 DEBUG [RS:0;a78f5601770a:43577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263, exclude list is [], retry=0 2024-12-03T10:33:29,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33021,DS-1ab49366-2f0e-412f-bd25-216390f7cf74,DISK] 2024-12-03T10:33:29,278 INFO [RS:0;a78f5601770a:43577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 2024-12-03T10:33:29,278 DEBUG [RS:0;a78f5601770a:43577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42381:42381)] 2024-12-03T10:33:29,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:33:29,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63 2024-12-03T10:33:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:33:29,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:29,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:33:29,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:33:29,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:29,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:29,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:33:29,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:33:29,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:29,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:29,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:33:29,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:33:29,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:29,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:29,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:33:29,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:33:29,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:29,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:29,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:33:29,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740 2024-12-03T10:33:29,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740 2024-12-03T10:33:29,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:33:29,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:33:29,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:33:29,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:33:29,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:29,833 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69997042, jitterRate=0.043037205934524536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:33:29,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733222009823Initializing all the Stores at 1733222009824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222009824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222009824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222009824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222009824Cleaning up temporary data from old regions at 1733222009831 (+7 ms)Region opened successfully at 1733222009833 (+2 ms) 2024-12-03T10:33:29,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:33:29,833 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:33:29,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:33:29,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:33:29,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:33:29,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:29,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222009833Disabling compacts and flushes for region at 1733222009833Disabling writes for close at 1733222009833Writing region close event to WAL at 1733222009834 (+1 ms)Closed at 1733222009834 2024-12-03T10:33:29,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:29,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:33:29,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:33:29,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:33:29,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:33:29,986 DEBUG [a78f5601770a:45671 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:33:29,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,43577,1733222007103 2024-12-03T10:33:29,988 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,43577,1733222007103, state=OPENING 2024-12-03T10:33:30,014 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:33:30,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:30,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:30,023 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:33:30,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2891887017/meta-region-server: CHANGED 2024-12-03T10:33:30,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2891887017/meta-region-server: CHANGED 2024-12-03T10:33:30,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,43577,1733222007103}] 2024-12-03T10:33:30,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:33:30,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:33:30,178 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:33:30,178 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:30,178 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:33:30,179 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C43577%2C1733222007103.meta, suffix=.meta, logDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103, archiveDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/oldWALs, maxLogs=10 2024-12-03T10:33:30,191 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.meta.1733222010180.meta, exclude list is [], retry=0 2024-12-03T10:33:30,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33021,DS-1ab49366-2f0e-412f-bd25-216390f7cf74,DISK] 2024-12-03T10:33:30,194 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.meta.1733222010180.meta 2024-12-03T10:33:30,195 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42381:42381)] 2024-12-03T10:33:30,195 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:30,195 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:33:30,195 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:33:30,195 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:33:30,195 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:33:30,195 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:33:30,195 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:30,195 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:33:30,195 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:33:30,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:33:30,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:33:30,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:30,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:30,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:33:30,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:33:30,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:30,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:30,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:33:30,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:33:30,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:30,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:30,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:33:30,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:33:30,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:30,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:33:30,202 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:33:30,202 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740 2024-12-03T10:33:30,203 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740 2024-12-03T10:33:30,204 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:33:30,204 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:33:30,204 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:33:30,205 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:33:30,205 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73758590, jitterRate=0.0990886390209198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:33:30,205 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:33:30,206 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733222010196Writing region info on filesystem at 1733222010196Initializing all the Stores at 1733222010196Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222010196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222010198 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222010198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222010198Cleaning up temporary data from old regions at 1733222010204 (+6 ms)Running coprocessor post-open hooks at 1733222010205 (+1 ms)Region opened successfully at 1733222010206 (+1 ms) 2024-12-03T10:33:30,206 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733222010174 2024-12-03T10:33:30,208 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:33:30,208 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:33:30,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,43577,1733222007103 2024-12-03T10:33:30,209 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,43577,1733222007103, state=OPEN 2024-12-03T10:33:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2891887017/meta-region-server 2024-12-03T10:33:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2891887017/meta-region-server 2024-12-03T10:33:30,216 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,43577,1733222007103 2024-12-03T10:33:30,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2891887017/meta-region-server: CHANGED 2024-12-03T10:33:30,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2891887017/meta-region-server: CHANGED 2024-12-03T10:33:30,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:33:30,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,43577,1733222007103 in 193 msec 2024-12-03T10:33:30,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:33:30,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-12-03T10:33:30,220 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:33:30,220 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:33:30,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:30,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,43577,1733222007103, seqNum=-1] 2024-12-03T10:33:30,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:30,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:33:30,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-12-03T10:33:30,226 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733222010226, completionTime=-1 2024-12-03T10:33:30,226 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:33:30,226 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:33:30,228 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:33:30,228 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733222070228 2024-12-03T10:33:30,228 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222130228 2024-12-03T10:33:30,228 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:33:30,228 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45671,1733222006991-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:30,228 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45671,1733222006991-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:30,228 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45671,1733222006991-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:30,228 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:45671, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:30,228 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:30,229 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:30,230 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:33:30,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.073sec 2024-12-03T10:33:30,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:33:30,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:33:30,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:33:30,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:33:30,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:33:30,231 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45671,1733222006991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:33:30,232 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45671,1733222006991-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:33:30,233 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:33:30,233 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:33:30,233 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,45671,1733222006991-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:33:30,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:30,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45671,-1 for getting cluster id 2024-12-03T10:33:30,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:30,329 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc' 2024-12-03T10:33:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc" 2024-12-03T10:33:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2159565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45671,-1] 2024-12-03T10:33:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:30,330 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:30,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:30,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:30,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,43577,1733222007103, seqNum=-1] 2024-12-03T10:33:30,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:30,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:33:30,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,45671,1733222006991 2024-12-03T10:33:30,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61467 2024-12-03T10:33:30,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:33:30,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019c0a85130008 connected 2024-12-03T10:33:30,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,34747,1733221996930 2024-12-03T10:33:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@310f3d52 2024-12-03T10:33:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:30,353 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:30,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:33:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:33:30,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:33:30,357 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:30,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:33:30,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:33:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:30,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:33:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:30,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:33:30,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ab193daad5d64828f8b2cc5aa21836b, NAME => 'test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c 2024-12-03T10:33:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:33:30,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:31,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:31,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7ab193daad5d64828f8b2cc5aa21836b, disabling compactions & flushes 2024-12-03T10:33:31,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:31,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:31,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. after waiting 0 ms 2024-12-03T10:33:31,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:31,169 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:31,169 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ab193daad5d64828f8b2cc5aa21836b: Waiting for close lock at 1733222011168Disabling compacts and flushes for region at 1733222011168Disabling writes for close at 1733222011168Writing region close event to WAL at 1733222011169 (+1 ms)Closed at 1733222011169 2024-12-03T10:33:31,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:33:31,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733222011169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222011169"}]},"ts":"1733222011169"} 2024-12-03T10:33:31,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:33:31,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:33:31,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222011172"}]},"ts":"1733222011172"} 2024-12-03T10:33:31,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:33:31,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ab193daad5d64828f8b2cc5aa21836b, ASSIGN}] 2024-12-03T10:33:31,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ab193daad5d64828f8b2cc5aa21836b, ASSIGN 2024-12-03T10:33:31,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7ab193daad5d64828f8b2cc5aa21836b, ASSIGN; state=OFFLINE, location=a78f5601770a,42473,1733221997085; forceNewPlan=false, retain=false 2024-12-03T10:33:31,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ab193daad5d64828f8b2cc5aa21836b, regionState=OPENING, regionLocation=a78f5601770a,42473,1733221997085 2024-12-03T10:33:31,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7ab193daad5d64828f8b2cc5aa21836b, ASSIGN because future has completed 2024-12-03T10:33:31,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab193daad5d64828f8b2cc5aa21836b, server=a78f5601770a,42473,1733221997085}] 2024-12-03T10:33:31,482 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:31,482 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ab193daad5d64828f8b2cc5aa21836b, NAME => 'test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:31,482 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:33:31,482 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:33:31,482 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,482 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:31,482 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,483 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,483 INFO [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,484 INFO [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab193daad5d64828f8b2cc5aa21836b columnFamilyName f 2024-12-03T10:33:31,484 DEBUG [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:31,485 INFO [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] regionserver.HStore(327): Store=7ab193daad5d64828f8b2cc5aa21836b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:31,485 INFO [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,486 INFO [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab193daad5d64828f8b2cc5aa21836b columnFamilyName f1 2024-12-03T10:33:31,486 DEBUG [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:31,486 INFO [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] regionserver.HStore(327): Store=7ab193daad5d64828f8b2cc5aa21836b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:31,486 INFO [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,487 INFO [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab193daad5d64828f8b2cc5aa21836b columnFamilyName norep 2024-12-03T10:33:31,487 DEBUG [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:31,487 INFO [StoreOpener-7ab193daad5d64828f8b2cc5aa21836b-1 {}] regionserver.HStore(327): Store=7ab193daad5d64828f8b2cc5aa21836b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:31,487 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,488 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,488 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,489 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,489 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,489 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:33:31,490 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,491 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:31,491 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7ab193daad5d64828f8b2cc5aa21836b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60180345, jitterRate=-0.10324297845363617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:33:31,491 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:31,492 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7ab193daad5d64828f8b2cc5aa21836b: Running coprocessor pre-open hook at 1733222011483Writing region info on filesystem at 1733222011483Initializing all the Stores at 1733222011483Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222011483Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222011483Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222011483Cleaning up temporary data from old regions at 1733222011489 (+6 ms)Running coprocessor post-open hooks at 1733222011491 (+2 ms)Region opened successfully at 1733222011492 (+1 ms) 2024-12-03T10:33:31,493 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b., pid=6, masterSystemTime=1733222011479 2024-12-03T10:33:31,494 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:31,494 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:31,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ab193daad5d64828f8b2cc5aa21836b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,42473,1733221997085 2024-12-03T10:33:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:31,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab193daad5d64828f8b2cc5aa21836b, server=a78f5601770a,42473,1733221997085 because future has completed 2024-12-03T10:33:31,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:33:31,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ab193daad5d64828f8b2cc5aa21836b, server=a78f5601770a,42473,1733221997085 in 170 msec 2024-12-03T10:33:31,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:33:31,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7ab193daad5d64828f8b2cc5aa21836b, ASSIGN in 324 msec 2024-12-03T10:33:31,500 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:33:31,500 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222011500"}]},"ts":"1733222011500"} 2024-12-03T10:33:31,502 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:33:31,503 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:33:31,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-03T10:33:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:32,506 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:33:32,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35755,1733222001675 2024-12-03T10:33:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ed01e8 2024-12-03T10:33:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:32,508 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:32,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:33:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:33:32,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:33:32,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:32,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:33:32,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:33:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:32,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:33:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:32,917 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48bc0c3513e1527f39ff4878345e9aba, NAME => 'test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6 2024-12-03T10:33:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:33:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:33,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:33,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 48bc0c3513e1527f39ff4878345e9aba, disabling compactions & flushes 2024-12-03T10:33:33,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:33,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:33,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. after waiting 0 ms 2024-12-03T10:33:33,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:33,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:33,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48bc0c3513e1527f39ff4878345e9aba: Waiting for close lock at 1733222013322Disabling compacts and flushes for region at 1733222013322Disabling writes for close at 1733222013322Writing region close event to WAL at 1733222013322Closed at 1733222013322 2024-12-03T10:33:33,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:33:33,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733222013324"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222013324"}]},"ts":"1733222013324"} 2024-12-03T10:33:33,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:33:33,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:33:33,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222013327"}]},"ts":"1733222013327"} 2024-12-03T10:33:33,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:33:33,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48bc0c3513e1527f39ff4878345e9aba, ASSIGN}] 2024-12-03T10:33:33,329 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48bc0c3513e1527f39ff4878345e9aba, ASSIGN 2024-12-03T10:33:33,330 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=48bc0c3513e1527f39ff4878345e9aba, ASSIGN; state=OFFLINE, location=a78f5601770a,42763,1733222001788; forceNewPlan=false, retain=false 2024-12-03T10:33:33,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48bc0c3513e1527f39ff4878345e9aba, regionState=OPENING, regionLocation=a78f5601770a,42763,1733222001788 2024-12-03T10:33:33,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=48bc0c3513e1527f39ff4878345e9aba, ASSIGN because future has completed 2024-12-03T10:33:33,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48bc0c3513e1527f39ff4878345e9aba, server=a78f5601770a,42763,1733222001788}] 2024-12-03T10:33:33,637 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:33,637 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 48bc0c3513e1527f39ff4878345e9aba, NAME => 'test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:33,637 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:33:33,637 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:33:33,637 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,637 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:33,638 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,638 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,639 INFO [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,639 INFO [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48bc0c3513e1527f39ff4878345e9aba columnFamilyName f 2024-12-03T10:33:33,640 DEBUG [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:33,640 INFO [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] regionserver.HStore(327): Store=48bc0c3513e1527f39ff4878345e9aba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:33,640 INFO [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,641 INFO [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48bc0c3513e1527f39ff4878345e9aba columnFamilyName f1 2024-12-03T10:33:33,641 DEBUG [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:33,641 INFO [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] regionserver.HStore(327): Store=48bc0c3513e1527f39ff4878345e9aba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:33,641 INFO [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,642 INFO [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48bc0c3513e1527f39ff4878345e9aba columnFamilyName norep 2024-12-03T10:33:33,642 DEBUG [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:33,642 INFO [StoreOpener-48bc0c3513e1527f39ff4878345e9aba-1 {}] regionserver.HStore(327): Store=48bc0c3513e1527f39ff4878345e9aba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:33,642 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,642 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,643 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,643 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,643 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,643 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:33:33,644 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:33,646 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:33,646 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 48bc0c3513e1527f39ff4878345e9aba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73694533, jitterRate=0.0981341153383255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:33:33,646 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:33,646 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 48bc0c3513e1527f39ff4878345e9aba: Running coprocessor pre-open hook at 1733222013638Writing region info on filesystem at 1733222013638Initializing all the Stores at 1733222013638Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222013638Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222013638Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222013638Cleaning up temporary data from old regions at 1733222013643 (+5 ms)Running coprocessor post-open hooks at 1733222013646 (+3 ms)Region opened successfully at 1733222013646 2024-12-03T10:33:33,647 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba., pid=6, masterSystemTime=1733222013634 2024-12-03T10:33:33,648 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:33,648 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:33,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48bc0c3513e1527f39ff4878345e9aba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,42763,1733222001788 2024-12-03T10:33:33,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48bc0c3513e1527f39ff4878345e9aba, server=a78f5601770a,42763,1733222001788 because future has completed 2024-12-03T10:33:33,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:33:33,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 48bc0c3513e1527f39ff4878345e9aba, server=a78f5601770a,42763,1733222001788 in 169 msec 2024-12-03T10:33:33,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:33:33,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=48bc0c3513e1527f39ff4878345e9aba, ASSIGN in 324 msec 2024-12-03T10:33:33,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:33:33,655 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222013655"}]},"ts":"1733222013655"} 2024-12-03T10:33:33,656 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:33:33,657 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:33:33,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-03T10:33:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:34,656 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:33:34,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,45671,1733222006991 2024-12-03T10:33:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@305a6eda 2024-12-03T10:33:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:34,658 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:34,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:33:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:33:34,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:33:34,660 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:34,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:33:34,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:33:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:33:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:35,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e3c7e6886bb4c340eb8b376f3abd745, NAME => 'test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63 2024-12-03T10:33:35,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:33:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:35,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:35,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e3c7e6886bb4c340eb8b376f3abd745, disabling compactions & flushes 2024-12-03T10:33:35,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:35,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:35,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. after waiting 0 ms 2024-12-03T10:33:35,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:35,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:35,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e3c7e6886bb4c340eb8b376f3abd745: Waiting for close lock at 1733222015507Disabling compacts and flushes for region at 1733222015507Disabling writes for close at 1733222015507Writing region close event to WAL at 1733222015507Closed at 1733222015507 2024-12-03T10:33:35,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:33:35,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733222015508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222015508"}]},"ts":"1733222015508"} 2024-12-03T10:33:35,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:33:35,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:33:35,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222015511"}]},"ts":"1733222015511"} 2024-12-03T10:33:35,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:33:35,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e3c7e6886bb4c340eb8b376f3abd745, ASSIGN}] 2024-12-03T10:33:35,513 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e3c7e6886bb4c340eb8b376f3abd745, ASSIGN 2024-12-03T10:33:35,514 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e3c7e6886bb4c340eb8b376f3abd745, ASSIGN; state=OFFLINE, location=a78f5601770a,43577,1733222007103; forceNewPlan=false, retain=false 2024-12-03T10:33:35,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e3c7e6886bb4c340eb8b376f3abd745, regionState=OPENING, regionLocation=a78f5601770a,43577,1733222007103 2024-12-03T10:33:35,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e3c7e6886bb4c340eb8b376f3abd745, ASSIGN because future has completed 2024-12-03T10:33:35,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e3c7e6886bb4c340eb8b376f3abd745, server=a78f5601770a,43577,1733222007103}] 2024-12-03T10:33:35,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:33:35,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:35,821 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:35,822 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e3c7e6886bb4c340eb8b376f3abd745, NAME => 'test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:35,822 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:33:35,822 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:33:35,822 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,822 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:35,823 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,823 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,824 INFO [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,824 INFO [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3c7e6886bb4c340eb8b376f3abd745 columnFamilyName f 2024-12-03T10:33:35,825 DEBUG [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:35,825 INFO [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] regionserver.HStore(327): Store=0e3c7e6886bb4c340eb8b376f3abd745/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:35,825 INFO [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,825 INFO [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3c7e6886bb4c340eb8b376f3abd745 columnFamilyName f1 2024-12-03T10:33:35,825 DEBUG [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:35,826 INFO [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] regionserver.HStore(327): Store=0e3c7e6886bb4c340eb8b376f3abd745/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:35,826 INFO [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,827 INFO [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3c7e6886bb4c340eb8b376f3abd745 columnFamilyName norep 2024-12-03T10:33:35,827 DEBUG [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:35,827 INFO [StoreOpener-0e3c7e6886bb4c340eb8b376f3abd745-1 {}] regionserver.HStore(327): Store=0e3c7e6886bb4c340eb8b376f3abd745/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:35,827 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,827 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,828 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,828 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,828 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,829 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:33:35,829 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,831 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:35,831 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e3c7e6886bb4c340eb8b376f3abd745; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68219059, jitterRate=0.0165431946516037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:33:35,831 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:35,831 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e3c7e6886bb4c340eb8b376f3abd745: Running coprocessor pre-open hook at 1733222015823Writing region info on filesystem at 1733222015823Initializing all the Stores at 1733222015823Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222015823Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222015823Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222015823Cleaning up temporary data from old regions at 1733222015828 (+5 ms)Running coprocessor post-open hooks at 1733222015831 (+3 ms)Region opened successfully at 1733222015831 2024-12-03T10:33:35,832 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745., pid=6, masterSystemTime=1733222015818 2024-12-03T10:33:35,834 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:35,834 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:35,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e3c7e6886bb4c340eb8b376f3abd745, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,43577,1733222007103 2024-12-03T10:33:35,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e3c7e6886bb4c340eb8b376f3abd745, server=a78f5601770a,43577,1733222007103 because future has completed 2024-12-03T10:33:35,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:33:35,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e3c7e6886bb4c340eb8b376f3abd745, server=a78f5601770a,43577,1733222007103 in 171 msec 2024-12-03T10:33:35,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:33:35,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e3c7e6886bb4c340eb8b376f3abd745, ASSIGN in 327 msec 2024-12-03T10:33:35,840 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:33:35,840 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222015840"}]},"ts":"1733222015840"} 2024-12-03T10:33:35,842 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:33:35,843 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:33:35,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-12-03T10:33:36,196 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T10:33:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:33:36,806 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:33:36,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:36,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,34747,-1 for getting cluster id 2024-12-03T10:33:36,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:36,808 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273a85e4-6fe6-471f-81fd-a5750b198c24' 2024-12-03T10:33:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273a85e4-6fe6-471f-81fd-a5750b198c24" 2024-12-03T10:33:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b52d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,34747,-1] 2024-12-03T10:33:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:36,809 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2990aaea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:36,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,34747,1733221996930 2024-12-03T10:33:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d6e288a 2024-12-03T10:33:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:36,811 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:36,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:35755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:33:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:33:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:36,814 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35755' 2024-12-03T10:33:36,815 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721bb3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:36,815 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35755,-1 for getting cluster id 2024-12-03T10:33:36,815 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:36,816 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fd5ac47-c694-41df-9973-90c9b29eb986' 2024-12-03T10:33:36,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:36,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fd5ac47-c694-41df-9973-90c9b29eb986" 2024-12-03T10:33:36,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12539f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:36,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35755,-1] 2024-12-03T10:33:36,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:36,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:36,817 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:36,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c493a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:36,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:36,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35755,1733222001675 2024-12-03T10:33:36,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55896d1 2024-12-03T10:33:36,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:36,818 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:36,819 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:33:36,819 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:33:36,819 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:36,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:36,819 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:36,819 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:33:36,820 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:33:36,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:33:36,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:36,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:33:36,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:33:36,870 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:33:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:37,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d11dc9c88078f71594526b7343038d7, NAME => 'hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c 2024-12-03T10:33:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:33:37,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:33:37,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T10:33:37,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:33:37,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T10:33:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:37,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:37,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d11dc9c88078f71594526b7343038d7, disabling compactions & flushes 2024-12-03T10:33:37,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:37,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:37,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. after waiting 0 ms 2024-12-03T10:33:37,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:37,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:37,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d11dc9c88078f71594526b7343038d7: Waiting for close lock at 1733222017632Disabling compacts and flushes for region at 1733222017632Disabling writes for close at 1733222017632Writing region close event to WAL at 1733222017632Closed at 1733222017632 2024-12-03T10:33:37,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:33:37,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733222017633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222017633"}]},"ts":"1733222017633"} 2024-12-03T10:33:37,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:33:37,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:33:37,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222017635"}]},"ts":"1733222017635"} 2024-12-03T10:33:37,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:33:37,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d11dc9c88078f71594526b7343038d7, ASSIGN}] 2024-12-03T10:33:37,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d11dc9c88078f71594526b7343038d7, ASSIGN 2024-12-03T10:33:37,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d11dc9c88078f71594526b7343038d7, ASSIGN; state=OFFLINE, location=a78f5601770a,42473,1733221997085; forceNewPlan=false, retain=false 2024-12-03T10:33:37,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d11dc9c88078f71594526b7343038d7, regionState=OPENING, regionLocation=a78f5601770a,42473,1733221997085 2024-12-03T10:33:37,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d11dc9c88078f71594526b7343038d7, ASSIGN because future has completed 2024-12-03T10:33:37,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d11dc9c88078f71594526b7343038d7, server=a78f5601770a,42473,1733221997085}] 2024-12-03T10:33:37,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:37,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:37,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:33:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:37,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C42473%2C1733221997085.rep, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/oldWALs, maxLogs=10 2024-12-03T10:33:37,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.rep.1733222017946, exclude list is [], retry=0 2024-12-03T10:33:37,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-83227267-8736-4c8e-afd6-345eecafa3bd,DISK] 2024-12-03T10:33:37,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.rep.1733222017946 2024-12-03T10:33:37,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43885:43885)] 2024-12-03T10:33:37,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d11dc9c88078f71594526b7343038d7, NAME => 'hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:37,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:33:37,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:33:37,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. service=MultiRowMutationService 2024-12-03T10:33:37,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:33:37,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:37,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,962 INFO [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,963 INFO [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d11dc9c88078f71594526b7343038d7 columnFamilyName hfileref 2024-12-03T10:33:37,963 DEBUG [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:37,963 INFO [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] regionserver.HStore(327): Store=0d11dc9c88078f71594526b7343038d7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:37,963 INFO [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,964 INFO [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d11dc9c88078f71594526b7343038d7 columnFamilyName queue 2024-12-03T10:33:37,964 DEBUG [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:37,964 INFO [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] regionserver.HStore(327): Store=0d11dc9c88078f71594526b7343038d7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:37,964 INFO [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,965 INFO [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d11dc9c88078f71594526b7343038d7 columnFamilyName sid 2024-12-03T10:33:37,965 DEBUG [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:37,965 INFO [StoreOpener-0d11dc9c88078f71594526b7343038d7-1 {}] regionserver.HStore(327): Store=0d11dc9c88078f71594526b7343038d7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:37,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/replication/0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/replication/0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:33:37,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/replication/0d11dc9c88078f71594526b7343038d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:37,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d11dc9c88078f71594526b7343038d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66787814, jitterRate=-0.00478401780128479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:33:37,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:37,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d11dc9c88078f71594526b7343038d7: Running coprocessor pre-open hook at 1733222017961Writing region info on filesystem at 1733222017961Initializing all the Stores at 1733222017962 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222017962Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222017962Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222017962Cleaning up temporary data from old regions at 1733222017966 (+4 ms)Running coprocessor post-open hooks at 1733222017973 (+7 ms)Region opened successfully at 1733222017973 2024-12-03T10:33:37,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7., pid=10, masterSystemTime=1733222017942 2024-12-03T10:33:37,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:37,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:37,975 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d11dc9c88078f71594526b7343038d7, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,42473,1733221997085 2024-12-03T10:33:37,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d11dc9c88078f71594526b7343038d7, server=a78f5601770a,42473,1733221997085 because future has completed 2024-12-03T10:33:37,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:33:37,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d11dc9c88078f71594526b7343038d7, server=a78f5601770a,42473,1733221997085 in 187 msec 2024-12-03T10:33:37,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:33:37,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d11dc9c88078f71594526b7343038d7, ASSIGN in 342 msec 2024-12-03T10:33:37,981 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:33:37,981 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222017981"}]},"ts":"1733222017981"} 2024-12-03T10:33:37,983 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:33:37,983 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:33:37,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-03T10:33:38,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7., hostname=a78f5601770a,42473,1733221997085, seqNum=2] 2024-12-03T10:33:38,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:38,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:38,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:33:38,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:33:38,241 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:33:38,263 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,42473,1733221997085, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:33:38,264 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:38,264 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,42473,1733221997085, seqNum=-1] 2024-12-03T10:33:38,264 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:38,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-03T10:33:38,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,42473,1733221997085', locateType=CURRENT is [region=hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7., hostname=a78f5601770a,42473,1733221997085, seqNum=2] 2024-12-03T10:33:38,268 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:33:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:33:38,270 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,42473,1733221997085 suceeded 2024-12-03T10:33:38,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:33:38,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T10:33:38,271 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:35755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:33:38,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4600 sec 2024-12-03T10:33:38,280 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35755' 2024-12-03T10:33:38,281 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a77ac85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:38,281 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35755,-1 for getting cluster id 2024-12-03T10:33:38,281 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:38,281 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fd5ac47-c694-41df-9973-90c9b29eb986' 2024-12-03T10:33:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fd5ac47-c694-41df-9973-90c9b29eb986" 2024-12-03T10:33:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d5b43b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35755,-1] 2024-12-03T10:33:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:38,283 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:38,283 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dce55b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:38,283 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:38,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35755,1733222001675 2024-12-03T10:33:38,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40ef004 2024-12-03T10:33:38,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:38,284 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-03T10:33:38,285 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,42473,1733221997085 (queues=1) is replicating from cluster=273a85e4-6fe6-471f-81fd-a5750b198c24 to cluster=3fd5ac47-c694-41df-9973-90c9b29eb986 2024-12-03T10:33:38,285 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C42473%2C1733221997085 2024-12-03T10:33:38,285 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,42473,1733221997085, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:33:38,285 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C42473%2C1733221997085 2024-12-03T10:33:38,285 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793, startPosition=0, beingWritten=true 2024-12-03T10:33:38,289 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:38,289 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 379, reset compression=false 2024-12-03T10:33:38,289 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42473,1733221997085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:38,492 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 379, reset compression=false 2024-12-03T10:33:38,795 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 379, reset compression=false 2024-12-03T10:33:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:38,955 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:33:38,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:38,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:38,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:38,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:38,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:38,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:38,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35755,-1 for getting cluster id 2024-12-03T10:33:38,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:38,957 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fd5ac47-c694-41df-9973-90c9b29eb986' 2024-12-03T10:33:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fd5ac47-c694-41df-9973-90c9b29eb986" 2024-12-03T10:33:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f490186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35755,-1] 2024-12-03T10:33:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:38,958 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124817b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:38,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35755,1733222001675 2024-12-03T10:33:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@229f9cd9 2024-12-03T10:33:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:38,960 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:38,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:45671,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:33:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:33:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:38,962 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:45671' 2024-12-03T10:33:38,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df8e605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:38,963 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45671,-1 for getting cluster id 2024-12-03T10:33:38,963 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:38,964 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc' 2024-12-03T10:33:38,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:38,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc" 2024-12-03T10:33:38,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f01b5f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:38,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45671,-1] 2024-12-03T10:33:38,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:38,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:38,965 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:38,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377cabb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:38,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:38,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,45671,1733222006991 2024-12-03T10:33:38,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@313df93d 2024-12-03T10:33:38,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:38,967 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:38,967 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:33:38,967 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:33:38,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:38,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:38,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:38,968 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:33:38,968 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:33:38,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:33:38,969 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:38,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:33:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:33:39,019 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:33:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:39,198 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 379, reset compression=false 2024-12-03T10:33:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:39,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 484675db3704fde515229e47074d70d9, NAME => 'hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6 2024-12-03T10:33:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:33:39,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:39,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 484675db3704fde515229e47074d70d9, disabling compactions & flushes 2024-12-03T10:33:39,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:39,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:39,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. after waiting 0 ms 2024-12-03T10:33:39,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:39,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:39,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 484675db3704fde515229e47074d70d9: Waiting for close lock at 1733222019381Disabling compacts and flushes for region at 1733222019381Disabling writes for close at 1733222019381Writing region close event to WAL at 1733222019381Closed at 1733222019381 2024-12-03T10:33:39,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:33:39,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733222019382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222019382"}]},"ts":"1733222019382"} 2024-12-03T10:33:39,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:33:39,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:33:39,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222019384"}]},"ts":"1733222019384"} 2024-12-03T10:33:39,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:33:39,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=484675db3704fde515229e47074d70d9, ASSIGN}] 2024-12-03T10:33:39,387 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=484675db3704fde515229e47074d70d9, ASSIGN 2024-12-03T10:33:39,387 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=484675db3704fde515229e47074d70d9, ASSIGN; state=OFFLINE, location=a78f5601770a,42763,1733222001788; forceNewPlan=false, retain=false 2024-12-03T10:33:39,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=484675db3704fde515229e47074d70d9, regionState=OPENING, regionLocation=a78f5601770a,42763,1733222001788 2024-12-03T10:33:39,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=484675db3704fde515229e47074d70d9, ASSIGN because future has completed 2024-12-03T10:33:39,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 484675db3704fde515229e47074d70d9, server=a78f5601770a,42763,1733222001788}] 2024-12-03T10:33:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:39,701 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 379, reset compression=false 2024-12-03T10:33:39,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:39,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:39,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:33:39,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C42763%2C1733222001788.rep, suffix=, logDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/oldWALs, maxLogs=10 2024-12-03T10:33:39,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.rep.1733222019721, exclude list is [], retry=0 2024-12-03T10:33:39,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-bd203895-6040-4a8d-9b52-dd2560c506bd,DISK] 2024-12-03T10:33:39,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.rep.1733222019721 2024-12-03T10:33:39,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45507:45507)] 2024-12-03T10:33:39,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 484675db3704fde515229e47074d70d9, NAME => 'hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:39,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:33:39,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:33:39,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. service=MultiRowMutationService 2024-12-03T10:33:39,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:33:39,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:39,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,740 INFO [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,741 INFO [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484675db3704fde515229e47074d70d9 columnFamilyName hfileref 2024-12-03T10:33:39,742 DEBUG [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:39,742 INFO [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] regionserver.HStore(327): Store=484675db3704fde515229e47074d70d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:39,742 INFO [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,743 INFO [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484675db3704fde515229e47074d70d9 columnFamilyName queue 2024-12-03T10:33:39,743 DEBUG [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:39,743 INFO [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] regionserver.HStore(327): Store=484675db3704fde515229e47074d70d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:39,743 INFO [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,744 INFO [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484675db3704fde515229e47074d70d9 columnFamilyName sid 2024-12-03T10:33:39,744 DEBUG [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:39,744 INFO [StoreOpener-484675db3704fde515229e47074d70d9-1 {}] regionserver.HStore(327): Store=484675db3704fde515229e47074d70d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:39,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/replication/484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/replication/484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:33:39,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/replication/484675db3704fde515229e47074d70d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:39,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 484675db3704fde515229e47074d70d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73586511, jitterRate=0.09652446210384369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:33:39,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 484675db3704fde515229e47074d70d9 2024-12-03T10:33:39,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 484675db3704fde515229e47074d70d9: Running coprocessor pre-open hook at 1733222019740Writing region info on filesystem at 1733222019740Initializing all the Stores at 1733222019740Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222019740Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222019740Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222019740Cleaning up temporary data from old regions at 1733222019745 (+5 ms)Running coprocessor post-open hooks at 1733222019748 (+3 ms)Region opened successfully at 1733222019748 2024-12-03T10:33:39,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9., pid=10, masterSystemTime=1733222019690 2024-12-03T10:33:39,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:39,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:39,751 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=484675db3704fde515229e47074d70d9, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,42763,1733222001788 2024-12-03T10:33:39,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 484675db3704fde515229e47074d70d9, server=a78f5601770a,42763,1733222001788 because future has completed 2024-12-03T10:33:39,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:33:39,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 484675db3704fde515229e47074d70d9, server=a78f5601770a,42763,1733222001788 in 214 msec 2024-12-03T10:33:39,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:33:39,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=484675db3704fde515229e47074d70d9, ASSIGN in 368 msec 2024-12-03T10:33:39,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:33:39,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222019756"}]},"ts":"1733222019756"} 2024-12-03T10:33:39,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:33:39,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:33:39,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-12-03T10:33:39,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9., hostname=a78f5601770a,42763,1733222001788, seqNum=2] 2024-12-03T10:33:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:39,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:33:39,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:33:39,969 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:33:39,992 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,42763,1733222001788, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:33:39,992 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:39,992 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,42763,1733222001788, seqNum=-1] 2024-12-03T10:33:39,993 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:39,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T10:33:39,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,42763,1733222001788', locateType=CURRENT is [region=hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9., hostname=a78f5601770a,42763,1733222001788, seqNum=2] 2024-12-03T10:33:39,996 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:33:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:33:39,998 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,42763,1733222001788 suceeded 2024-12-03T10:33:40,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:33:40,000 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:45671,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:33:40,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-03T10:33:40,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0400 sec 2024-12-03T10:33:40,009 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:45671' 2024-12-03T10:33:40,010 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651b5e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:40,010 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45671,-1 for getting cluster id 2024-12-03T10:33:40,010 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:40,011 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc' 2024-12-03T10:33:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc" 2024-12-03T10:33:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36287fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45671,-1] 2024-12-03T10:33:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:40,012 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:40,012 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6073aa9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:40,012 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,45671,1733222006991 2024-12-03T10:33:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6935b1f9 2024-12-03T10:33:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:40,014 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-03T10:33:40,014 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,42763,1733222001788 (queues=1) is replicating from cluster=3fd5ac47-c694-41df-9973-90c9b29eb986 to cluster=6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc 2024-12-03T10:33:40,014 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C42763%2C1733222001788 2024-12-03T10:33:40,014 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,42763,1733222001788, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:33:40,014 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327, startPosition=0, beingWritten=true 2024-12-03T10:33:40,014 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C42763%2C1733222001788 2024-12-03T10:33:40,019 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:40,019 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 379, reset compression=false 2024-12-03T10:33:40,019 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42763,1733222001788 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:40,096 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:33:40,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:40,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:40,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:40,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:40,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:40,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:40,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45671,-1 for getting cluster id 2024-12-03T10:33:40,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:40,097 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc' 2024-12-03T10:33:40,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc" 2024-12-03T10:33:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7404ab94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45671,-1] 2024-12-03T10:33:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:40,099 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356201ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:40,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,45671,1733222006991 2024-12-03T10:33:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49bbf761 2024-12-03T10:33:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:40,101 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:40,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:35755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:33:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:33:40,103 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35755' 2024-12-03T10:33:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:40,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35686ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:40,104 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35755,-1 for getting cluster id 2024-12-03T10:33:40,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:40,105 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fd5ac47-c694-41df-9973-90c9b29eb986' 2024-12-03T10:33:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fd5ac47-c694-41df-9973-90c9b29eb986" 2024-12-03T10:33:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb4d593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35755,-1] 2024-12-03T10:33:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:40,106 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:40,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3454c062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:40,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:40,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35755,1733222001675 2024-12-03T10:33:40,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33e604bd 2024-12-03T10:33:40,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:40,108 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:33:40,108 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:33:40,108 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:33:40,108 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:40,108 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:40,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:40,109 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:33:40,110 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:33:40,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:33:40,110 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:40,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:33:40,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:33:40,160 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:33:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:40,222 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 379, reset compression=false 2024-12-03T10:33:40,304 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 379, reset compression=false 2024-12-03T10:33:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:40,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4c6bc6126ca565871b21fb7059b8fd3, NAME => 'hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63 2024-12-03T10:33:40,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:33:40,525 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 379, reset compression=false 2024-12-03T10:33:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:40,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:40,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f4c6bc6126ca565871b21fb7059b8fd3, disabling compactions & flushes 2024-12-03T10:33:40,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:40,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:40,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. after waiting 0 ms 2024-12-03T10:33:40,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:40,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:40,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4c6bc6126ca565871b21fb7059b8fd3: Waiting for close lock at 1733222020920Disabling compacts and flushes for region at 1733222020920Disabling writes for close at 1733222020921 (+1 ms)Writing region close event to WAL at 1733222020921Closed at 1733222020921 2024-12-03T10:33:40,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:33:40,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733222020922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222020922"}]},"ts":"1733222020922"} 2024-12-03T10:33:40,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:33:40,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:33:40,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222020924"}]},"ts":"1733222020924"} 2024-12-03T10:33:40,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:33:40,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4c6bc6126ca565871b21fb7059b8fd3, ASSIGN}] 2024-12-03T10:33:40,926 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4c6bc6126ca565871b21fb7059b8fd3, ASSIGN 2024-12-03T10:33:40,926 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4c6bc6126ca565871b21fb7059b8fd3, ASSIGN; state=OFFLINE, location=a78f5601770a,43577,1733222007103; forceNewPlan=false, retain=false 2024-12-03T10:33:40,928 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 379, reset compression=false 2024-12-03T10:33:41,008 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 379, reset compression=false 2024-12-03T10:33:41,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4c6bc6126ca565871b21fb7059b8fd3, regionState=OPENING, regionLocation=a78f5601770a,43577,1733222007103 2024-12-03T10:33:41,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4c6bc6126ca565871b21fb7059b8fd3, ASSIGN because future has completed 2024-12-03T10:33:41,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4c6bc6126ca565871b21fb7059b8fd3, server=a78f5601770a,43577,1733222007103}] 2024-12-03T10:33:41,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:41,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:33:41,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:33:41,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C43577%2C1733222007103.rep, suffix=, logDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103, archiveDir=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/oldWALs, maxLogs=10 2024-12-03T10:33:41,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.rep.1733222021234, exclude list is [], retry=0 2024-12-03T10:33:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:41,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33021,DS-1ab49366-2f0e-412f-bd25-216390f7cf74,DISK] 2024-12-03T10:33:41,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.rep.1733222021234 2024-12-03T10:33:41,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42381:42381)] 2024-12-03T10:33:41,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f4c6bc6126ca565871b21fb7059b8fd3, NAME => 'hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:33:41,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:33:41,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:33:41,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. service=MultiRowMutationService 2024-12-03T10:33:41,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:33:41,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:33:41,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,249 INFO [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,250 INFO [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4c6bc6126ca565871b21fb7059b8fd3 columnFamilyName hfileref 2024-12-03T10:33:41,250 DEBUG [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:41,250 INFO [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] regionserver.HStore(327): Store=f4c6bc6126ca565871b21fb7059b8fd3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:41,250 INFO [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,251 INFO [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4c6bc6126ca565871b21fb7059b8fd3 columnFamilyName queue 2024-12-03T10:33:41,251 DEBUG [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:41,251 INFO [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] regionserver.HStore(327): Store=f4c6bc6126ca565871b21fb7059b8fd3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:41,251 INFO [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,252 INFO [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4c6bc6126ca565871b21fb7059b8fd3 columnFamilyName sid 2024-12-03T10:33:41,252 DEBUG [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:33:41,252 INFO [StoreOpener-f4c6bc6126ca565871b21fb7059b8fd3-1 {}] regionserver.HStore(327): Store=f4c6bc6126ca565871b21fb7059b8fd3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:33:41,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/replication/f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/replication/f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:33:41,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/replication/f4c6bc6126ca565871b21fb7059b8fd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:33:41,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f4c6bc6126ca565871b21fb7059b8fd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70598839, jitterRate=0.052004680037498474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:33:41,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:41,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f4c6bc6126ca565871b21fb7059b8fd3: Running coprocessor pre-open hook at 1733222021248Writing region info on filesystem at 1733222021248Initializing all the Stores at 1733222021249 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222021249Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222021249Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222021249Cleaning up temporary data from old regions at 1733222021254 (+5 ms)Running coprocessor post-open hooks at 1733222021256 (+2 ms)Region opened successfully at 1733222021257 (+1 ms) 2024-12-03T10:33:41,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3., pid=10, masterSystemTime=1733222021230 2024-12-03T10:33:41,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:41,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:41,259 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4c6bc6126ca565871b21fb7059b8fd3, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,43577,1733222007103 2024-12-03T10:33:41,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4c6bc6126ca565871b21fb7059b8fd3, server=a78f5601770a,43577,1733222007103 because future has completed 2024-12-03T10:33:41,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:33:41,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f4c6bc6126ca565871b21fb7059b8fd3, server=a78f5601770a,43577,1733222007103 in 182 msec 2024-12-03T10:33:41,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:33:41,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4c6bc6126ca565871b21fb7059b8fd3, ASSIGN in 337 msec 2024-12-03T10:33:41,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:33:41,264 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222021264"}]},"ts":"1733222021264"} 2024-12-03T10:33:41,265 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:33:41,266 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:33:41,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1570 sec 2024-12-03T10:33:41,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3., hostname=a78f5601770a,43577,1733222007103, seqNum=2] 2024-12-03T10:33:41,324 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:33:41,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:41,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:41,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:33:41,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T10:33:41,430 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 379, reset compression=false 2024-12-03T10:33:41,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:33:41,525 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:33:41,547 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,43577,1733222007103, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:33:41,547 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:41,547 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,43577,1733222007103, seqNum=-1] 2024-12-03T10:33:41,547 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:41,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T10:33:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,43577,1733222007103', locateType=CURRENT is [region=hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3., hostname=a78f5601770a,43577,1733222007103, seqNum=2] 2024-12-03T10:33:41,552 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:33:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:33:41,553 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,43577,1733222007103 suceeded 2024-12-03T10:33:41,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:33:41,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T10:33:41,555 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:35755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:33:41,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-12-03T10:33:41,564 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:35755' 2024-12-03T10:33:41,565 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75ded63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:41,565 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35755,-1 for getting cluster id 2024-12-03T10:33:41,565 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:41,566 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fd5ac47-c694-41df-9973-90c9b29eb986' 2024-12-03T10:33:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fd5ac47-c694-41df-9973-90c9b29eb986" 2024-12-03T10:33:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dcb4766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35755,-1] 2024-12-03T10:33:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:41,566 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:41,567 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a3f9a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:41,567 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,35755,1733222001675 2024-12-03T10:33:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d7a814f 2024-12-03T10:33:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:33:41,568 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-03T10:33:41,569 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,43577,1733222007103 (queues=1) is replicating from cluster=6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc to cluster=3fd5ac47-c694-41df-9973-90c9b29eb986 2024-12-03T10:33:41,569 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C43577%2C1733222007103 2024-12-03T10:33:41,569 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,43577,1733222007103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:33:41,569 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263, startPosition=0, beingWritten=true 2024-12-03T10:33:41,569 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C43577%2C1733222007103 2024-12-03T10:33:41,573 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:41,573 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 379, reset compression=false 2024-12-03T10:33:41,573 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,43577,1733222007103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:41,776 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 379, reset compression=false 2024-12-03T10:33:41,811 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 379, reset compression=false 2024-12-03T10:33:42,034 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 379, reset compression=false 2024-12-03T10:33:42,079 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 379, reset compression=false 2024-12-03T10:33:42,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:33:42,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:33:42,185 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108687 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:33:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:33:42,256 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:33:42,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:42,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:42,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:42,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:42,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:42,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,34747,-1 for getting cluster id 2024-12-03T10:33:42,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:42,257 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273a85e4-6fe6-471f-81fd-a5750b198c24' 2024-12-03T10:33:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273a85e4-6fe6-471f-81fd-a5750b198c24" 2024-12-03T10:33:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dda79ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,34747,-1] 2024-12-03T10:33:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:42,258 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37166ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35755,-1 for getting cluster id 2024-12-03T10:33:42,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:42,259 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fd5ac47-c694-41df-9973-90c9b29eb986' 2024-12-03T10:33:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fd5ac47-c694-41df-9973-90c9b29eb986" 2024-12-03T10:33:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373e1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35755,-1] 2024-12-03T10:33:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:42,260 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83b324b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45671,-1 for getting cluster id 2024-12-03T10:33:42,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:42,262 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc' 2024-12-03T10:33:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc" 2024-12-03T10:33:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5279e315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45671,-1] 2024-12-03T10:33:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:42,263 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387e1955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,42473,1733221997085, seqNum=-1] 2024-12-03T10:33:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:42,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:33:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b., hostname=a78f5601770a,42473,1733221997085, seqNum=2] 2024-12-03T10:33:42,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,43577,1733222007103, seqNum=-1] 2024-12-03T10:33:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:42,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:33:42,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745., hostname=a78f5601770a,43577,1733222007103, seqNum=2] 2024-12-03T10:33:42,273 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T10:33:42,482 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 379, reset compression=false 2024-12-03T10:33:42,714 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 379, reset compression=false 2024-12-03T10:33:42,718 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:42,718 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 480, reset compression=false 2024-12-03T10:33:42,718 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42473,1733221997085 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab193daad5d64828f8b2cc5aa21836b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T10:33:42,720 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:33:42,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-03T10:33:42,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:42,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f8d5898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,35755,-1 for getting cluster id 2024-12-03T10:33:42,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:42,722 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fd5ac47-c694-41df-9973-90c9b29eb986' 2024-12-03T10:33:42,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:42,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fd5ac47-c694-41df-9973-90c9b29eb986" 2024-12-03T10:33:42,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66809877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,35755,-1] 2024-12-03T10:33:42,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:42,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:42,723 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:42,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@abe6780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:42,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,42763,1733222001788, seqNum=-1] 2024-12-03T10:33:42,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:42,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T10:33:42,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba., hostname=a78f5601770a,42763,1733222001788, seqNum=2] 2024-12-03T10:33:42,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:42,737 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 379, reset compression=false 2024-12-03T10:33:42,740 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:42,741 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 503, reset compression=false 2024-12-03T10:33:42,741 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42763,1733222001788 got entry batch from reader: WALEntryBatch [walEntries=[{test/48bc0c3513e1527f39ff4878345e9aba/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T10:33:42,742 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:33:42,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-03T10:33:42,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:42,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@206f9c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,45671,-1 for getting cluster id 2024-12-03T10:33:42,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:33:42,744 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc' 2024-12-03T10:33:42,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:33:42,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb15fc6-98ec-4c0b-aeb2-a7c8bd1b9acc" 2024-12-03T10:33:42,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ddb923b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,45671,-1] 2024-12-03T10:33:42,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:33:42,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:42,745 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:33:42,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c92b291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:33:42,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:42,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,43577,1733222007103, seqNum=-1] 2024-12-03T10:33:42,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:42,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T10:33:42,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745., hostname=a78f5601770a,43577,1733222007103, seqNum=2] 2024-12-03T10:33:42,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:42,921 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 480, reset compression=false 2024-12-03T10:33:42,944 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 503, reset compression=false 2024-12-03T10:33:42,985 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 379, reset compression=false 2024-12-03T10:33:42,988 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:42,988 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 526, reset compression=false 2024-12-03T10:33:42,988 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,43577,1733222007103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:43,191 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 526, reset compression=false 2024-12-03T10:33:43,225 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 480, reset compression=false 2024-12-03T10:33:43,247 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 503, reset compression=false 2024-12-03T10:33:43,274 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T10:33:43,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:33:43,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,42763,1733222001788, seqNum=-1] 2024-12-03T10:33:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:33:43,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:33:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba., hostname=a78f5601770a,42763,1733222001788, seqNum=2] 2024-12-03T10:33:43,280 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T10:33:43,494 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 526, reset compression=false 2024-12-03T10:33:43,627 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 480, reset compression=false 2024-12-03T10:33:43,650 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 503, reset compression=false 2024-12-03T10:33:43,653 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:43,653 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 607, reset compression=false 2024-12-03T10:33:43,653 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42763,1733222001788 got entry batch from reader: WALEntryBatch [walEntries=[{test/48bc0c3513e1527f39ff4878345e9aba/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T10:33:43,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:43,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:43,856 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 607, reset compression=false 2024-12-03T10:33:43,897 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 526, reset compression=false 2024-12-03T10:33:43,901 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:43,901 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 653, reset compression=false 2024-12-03T10:33:43,901 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,43577,1733222007103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:44,104 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 653, reset compression=false 2024-12-03T10:33:44,130 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 480, reset compression=false 2024-12-03T10:33:44,159 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 607, reset compression=false 2024-12-03T10:33:44,281 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T10:33:44,284 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T10:33:44,407 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 653, reset compression=false 2024-12-03T10:33:44,410 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:44,410 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 757, reset compression=false 2024-12-03T10:33:44,410 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,43577,1733222007103 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e3c7e6886bb4c340eb8b376f3abd745/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T10:33:44,412 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:33:44,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-03T10:33:44,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:44,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:44,561 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 607, reset compression=false 2024-12-03T10:33:44,565 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:44,565 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 734, reset compression=false 2024-12-03T10:33:44,565 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42763,1733222001788 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:44,614 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 757, reset compression=false 2024-12-03T10:33:44,732 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 480, reset compression=false 2024-12-03T10:33:44,768 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 734, reset compression=false 2024-12-03T10:33:44,916 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 757, reset compression=false 2024-12-03T10:33:45,071 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 734, reset compression=false 2024-12-03T10:33:45,285 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T10:33:45,288 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T10:33:45,319 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 757, reset compression=false 2024-12-03T10:33:45,435 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 480, reset compression=false 2024-12-03T10:33:45,438 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:45,438 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:45,438 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42473,1733221997085 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab193daad5d64828f8b2cc5aa21836b/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T10:33:45,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:45,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:45,474 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 734, reset compression=false 2024-12-03T10:33:45,478 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:45,478 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 881, reset compression=false 2024-12-03T10:33:45,478 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42763,1733222001788 got entry batch from reader: WALEntryBatch [walEntries=[{test/48bc0c3513e1527f39ff4878345e9aba/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T10:33:45,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:45,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:45,641 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:45,682 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 881, reset compression=false 2024-12-03T10:33:45,823 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 757, reset compression=false 2024-12-03T10:33:45,826 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:45,826 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 927, reset compression=false 2024-12-03T10:33:45,826 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,43577,1733222007103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:45,944 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:45,985 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 881, reset compression=false 2024-12-03T10:33:46,030 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 927, reset compression=false 2024-12-03T10:33:46,289 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T10:33:46,300 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T10:33:46,333 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 927, reset compression=false 2024-12-03T10:33:46,346 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:46,387 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 881, reset compression=false 2024-12-03T10:33:46,392 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:46,392 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1040, reset compression=false 2024-12-03T10:33:46,392 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42763,1733222001788 got entry batch from reader: WALEntryBatch [walEntries=[{test/48bc0c3513e1527f39ff4878345e9aba/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T10:33:46,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:46,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:46,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:33:46,595 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1040, reset compression=false 2024-12-03T10:33:46,736 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 927, reset compression=false 2024-12-03T10:33:46,739 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:46,739 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1076, reset compression=false 2024-12-03T10:33:46,739 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,43577,1733222007103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:46,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:33:46,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:46,849 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:46,898 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1040, reset compression=false 2024-12-03T10:33:46,942 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1076, reset compression=false 2024-12-03T10:33:47,246 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1076, reset compression=false 2024-12-03T10:33:47,301 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T10:33:47,302 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1040, reset compression=false 2024-12-03T10:33:47,305 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T10:33:47,452 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:47,649 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1076, reset compression=false 2024-12-03T10:33:47,653 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:33:47,653 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1235, reset compression=false 2024-12-03T10:33:47,653 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,43577,1733222007103 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e3c7e6886bb4c340eb8b376f3abd745/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T10:33:47,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T10:33:47,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T10:33:47,777 DEBUG [master/a78f5601770a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-12-03T10:33:47,777 DEBUG [master/a78f5601770a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-03T10:33:47,805 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1040, reset compression=false 2024-12-03T10:33:47,809 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:47,809 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1189, reset compression=false 2024-12-03T10:33:47,809 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42763,1733222001788 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:47,856 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1235, reset compression=false 2024-12-03T10:33:48,012 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1189, reset compression=false 2024-12-03T10:33:48,155 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:48,159 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1235, reset compression=false 2024-12-03T10:33:48,306 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T10:33:48,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:33:48,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:48,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:48,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:48,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:48,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:48,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:33:48,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=550943578, stopped=false 2024-12-03T10:33:48,311 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,45671,1733222006991 2024-12-03T10:33:48,315 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1189, reset compression=false 2024-12-03T10:33:48,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2891887017/running 2024-12-03T10:33:48,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2891887017/running 2024-12-03T10:33:48,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:48,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:48,349 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:48,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:48,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:48,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:48,349 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,43577,1733222007103' ***** 2024-12-03T10:33:48,349 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:33:48,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Set watcher on znode that does not yet exist, /2891887017/running 2024-12-03T10:33:48,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Set watcher on znode that does not yet exist, /2891887017/running 2024-12-03T10:33:48,350 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:33:48,350 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:48,350 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:33:48,350 INFO [RS:0;a78f5601770a:43577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:33:48,350 INFO [RS:0;a78f5601770a:43577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:33:48,350 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(3091): Received CLOSE for f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:48,350 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e3c7e6886bb4c340eb8b376f3abd745 2024-12-03T10:33:48,351 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,43577,1733222007103 2024-12-03T10:33:48,351 INFO [RS:0;a78f5601770a:43577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:48,351 INFO [RS:0;a78f5601770a:43577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:43577. 2024-12-03T10:33:48,351 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4c6bc6126ca565871b21fb7059b8fd3, disabling compactions & flushes 2024-12-03T10:33:48,351 DEBUG [RS:0;a78f5601770a:43577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:48,351 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:48,351 DEBUG [RS:0;a78f5601770a:43577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:48,351 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:48,351 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. after waiting 0 ms 2024-12-03T10:33:48,351 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:48,351 INFO [RS:0;a78f5601770a:43577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:33:48,351 INFO [RS:0;a78f5601770a:43577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:33:48,351 INFO [RS:0;a78f5601770a:43577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:33:48,351 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:33:48,351 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4c6bc6126ca565871b21fb7059b8fd3 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T10:33:48,351 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:33:48,351 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1325): Online Regions={f4c6bc6126ca565871b21fb7059b8fd3=hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3., 1588230740=hbase:meta,,1.1588230740, 0e3c7e6886bb4c340eb8b376f3abd745=test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745.} 2024-12-03T10:33:48,351 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:33:48,351 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1351): Waiting on 0e3c7e6886bb4c340eb8b376f3abd745, 1588230740, f4c6bc6126ca565871b21fb7059b8fd3 2024-12-03T10:33:48,351 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:33:48,351 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:33:48,351 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:33:48,351 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:33:48,351 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:33:48,364 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/info/b6cfdbeae45f4bcca88c0f9f5eb43120 is 147, key is hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3./info:regioninfo/1733222021259/Put/seqid=0 2024-12-03T10:33:48,366 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/replication/f4c6bc6126ca565871b21fb7059b8fd3/.tmp/queue/65ebb33766564059b5ffb30d12919cc2 is 154, key is 1-a78f5601770a,43577,1733222007103/queue:a78f5601770a%2C43577%2C1733222007103/1733222027657/Put/seqid=0 2024-12-03T10:33:48,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741840_1016 (size=7686) 2024-12-03T10:33:48,367 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/info/b6cfdbeae45f4bcca88c0f9f5eb43120 2024-12-03T10:33:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741841_1017 (size=5353) 2024-12-03T10:33:48,378 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/replication/f4c6bc6126ca565871b21fb7059b8fd3/.tmp/queue/65ebb33766564059b5ffb30d12919cc2 2024-12-03T10:33:48,382 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/replication/f4c6bc6126ca565871b21fb7059b8fd3/.tmp/queue/65ebb33766564059b5ffb30d12919cc2 as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/replication/f4c6bc6126ca565871b21fb7059b8fd3/queue/65ebb33766564059b5ffb30d12919cc2 2024-12-03T10:33:48,386 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/replication/f4c6bc6126ca565871b21fb7059b8fd3/queue/65ebb33766564059b5ffb30d12919cc2, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T10:33:48,386 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f4c6bc6126ca565871b21fb7059b8fd3 in 35ms, sequenceid=12, compaction requested=false 2024-12-03T10:33:48,387 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/ns/6c14d30df2d4489194ee836d4cfb28c3 is 43, key is default/ns:d/1733222010223/Put/seqid=0 2024-12-03T10:33:48,389 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/replication/f4c6bc6126ca565871b21fb7059b8fd3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T10:33:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741842_1018 (size=5153) 2024-12-03T10:33:48,390 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:48,390 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:33:48,390 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:48,390 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4c6bc6126ca565871b21fb7059b8fd3: Waiting for close lock at 1733222028351Running coprocessor pre-close hooks at 1733222028351Disabling compacts and flushes for region at 1733222028351Disabling writes for close at 1733222028351Obtaining lock to block concurrent updates at 1733222028351Preparing flush snapshotting stores in f4c6bc6126ca565871b21fb7059b8fd3 at 1733222028351Finished memstore snapshotting hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733222028351Flushing stores of hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. at 1733222028352 (+1 ms)Flushing f4c6bc6126ca565871b21fb7059b8fd3/queue: creating writer at 1733222028352Flushing f4c6bc6126ca565871b21fb7059b8fd3/queue: appending metadata at 1733222028366 (+14 ms)Flushing f4c6bc6126ca565871b21fb7059b8fd3/queue: closing flushed file at 1733222028366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a644848: reopening flushed file at 1733222028382 (+16 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f4c6bc6126ca565871b21fb7059b8fd3 in 35ms, sequenceid=12, compaction requested=false at 1733222028386 (+4 ms)Writing region close event to WAL at 1733222028387 (+1 ms)Running coprocessor post-close hooks at 1733222028390 (+3 ms)Closed at 1733222028390 2024-12-03T10:33:48,390 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733222020108.f4c6bc6126ca565871b21fb7059b8fd3. 2024-12-03T10:33:48,390 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e3c7e6886bb4c340eb8b376f3abd745, disabling compactions & flushes 2024-12-03T10:33:48,390 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:48,390 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:48,390 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. after waiting 0 ms 2024-12-03T10:33:48,390 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:48,391 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e3c7e6886bb4c340eb8b376f3abd745 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T10:33:48,402 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/.tmp/f/7c387d43bbc24011ab722edd497238ee is 29, key is row1/f:/1733222026290/DeleteFamily/seqid=0 2024-12-03T10:33:48,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741843_1019 (size=5152) 2024-12-03T10:33:48,551 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1351): Waiting on 0e3c7e6886bb4c340eb8b376f3abd745, 1588230740 2024-12-03T10:33:48,562 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1235, reset compression=false 2024-12-03T10:33:48,565 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:48,565 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1482, reset compression=false 2024-12-03T10:33:48,565 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,43577,1733222007103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:48,566 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a78f5601770a,43577,1733222007103: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a78f5601770a,43577,1733222007103, walGroup=a78f5601770a%2C43577%2C1733222007103, offset=a78f5601770a%2C43577%2C1733222007103.1733222009263:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:43577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T10:33:48,567 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T10:33:48,567 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T10:33:48,567 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T10:33:48,567 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T10:33:48,567 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T10:33:48,567 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 898497792 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 201721232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T10:33:48,568 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:45671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:45671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:33:48,718 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1189, reset compression=false 2024-12-03T10:33:48,752 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1351): Waiting on 0e3c7e6886bb4c340eb8b376f3abd745, 1588230740 2024-12-03T10:33:48,768 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1482, reset compression=false 2024-12-03T10:33:48,790 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/ns/6c14d30df2d4489194ee836d4cfb28c3 2024-12-03T10:33:48,804 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/rep_barrier/893883423b4a4009b1b600a254553150 is 112, key is test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745./rep_barrier:seqnumDuringOpen/1733222015834/Put/seqid=0 2024-12-03T10:33:48,805 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/.tmp/f/7c387d43bbc24011ab722edd497238ee 2024-12-03T10:33:48,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741844_1020 (size=5518) 2024-12-03T10:33:48,809 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c387d43bbc24011ab722edd497238ee 2024-12-03T10:33:48,824 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/.tmp/f1/b6f76a58ba574bf6ae16a7b61d046c93 is 30, key is row1/f1:/1733222026290/DeleteFamily/seqid=0 2024-12-03T10:33:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741845_1021 (size=5158) 2024-12-03T10:33:48,952 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1351): Waiting on 0e3c7e6886bb4c340eb8b376f3abd745, 1588230740 2024-12-03T10:33:48,959 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:49,070 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1482, reset compression=false 2024-12-03T10:33:49,136 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:33:49,136 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:33:49,152 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1351): Waiting on 0e3c7e6886bb4c340eb8b376f3abd745, 1588230740 2024-12-03T10:33:49,208 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/rep_barrier/893883423b4a4009b1b600a254553150 2024-12-03T10:33:49,221 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1189, reset compression=false 2024-12-03T10:33:49,222 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/table/95703102c1524c5bb2301c8f23652e65 is 53, key is hbase:replication/table:state/1733222021264/Put/seqid=0 2024-12-03T10:33:49,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741846_1022 (size=5308) 2024-12-03T10:33:49,227 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/.tmp/f1/b6f76a58ba574bf6ae16a7b61d046c93 2024-12-03T10:33:49,230 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6f76a58ba574bf6ae16a7b61d046c93 2024-12-03T10:33:49,245 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/.tmp/norep/bfe50f1eaecf41eab31cc85b1916efe2 is 33, key is row2/norep:/1733222027302/DeleteFamily/seqid=0 2024-12-03T10:33:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741847_1023 (size=5108) 2024-12-03T10:33:49,352 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:33:49,352 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0e3c7e6886bb4c340eb8b376f3abd745=test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745.} 2024-12-03T10:33:49,352 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1351): Waiting on 0e3c7e6886bb4c340eb8b376f3abd745, 1588230740 2024-12-03T10:33:49,473 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/WALs/a78f5601770a,43577,1733222007103/a78f5601770a%2C43577%2C1733222007103.1733222009263 to pos 1482, reset compression=false 2024-12-03T10:33:49,552 DEBUG [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1351): Waiting on 0e3c7e6886bb4c340eb8b376f3abd745, 1588230740 2024-12-03T10:33:49,625 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/table/95703102c1524c5bb2301c8f23652e65 2024-12-03T10:33:49,629 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/info/b6cfdbeae45f4bcca88c0f9f5eb43120 as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/info/b6cfdbeae45f4bcca88c0f9f5eb43120 2024-12-03T10:33:49,632 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/info/b6cfdbeae45f4bcca88c0f9f5eb43120, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:33:49,633 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/ns/6c14d30df2d4489194ee836d4cfb28c3 as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/ns/6c14d30df2d4489194ee836d4cfb28c3 2024-12-03T10:33:49,636 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/ns/6c14d30df2d4489194ee836d4cfb28c3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:33:49,637 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/rep_barrier/893883423b4a4009b1b600a254553150 as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/rep_barrier/893883423b4a4009b1b600a254553150 2024-12-03T10:33:49,640 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/rep_barrier/893883423b4a4009b1b600a254553150, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:33:49,641 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/.tmp/table/95703102c1524c5bb2301c8f23652e65 as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/table/95703102c1524c5bb2301c8f23652e65 2024-12-03T10:33:49,644 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/table/95703102c1524c5bb2301c8f23652e65, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:33:49,645 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=16, compaction requested=false 2024-12-03T10:33:49,648 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:33:49,648 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/.tmp/norep/bfe50f1eaecf41eab31cc85b1916efe2 2024-12-03T10:33:49,648 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:49,648 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:33:49,649 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:49,649 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222028351Running coprocessor pre-close hooks at 1733222028351Disabling compacts and flushes for region at 1733222028351Disabling writes for close at 1733222028351Obtaining lock to block concurrent updates at 1733222028351Preparing flush snapshotting stores in 1588230740 at 1733222028351Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733222028352 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733222028352Flushing 1588230740/info: creating writer at 1733222028352Flushing 1588230740/info: appending metadata at 1733222028363 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733222028364 (+1 ms)Flushing 1588230740/ns: creating writer at 1733222028370 (+6 ms)Flushing 1588230740/ns: appending metadata at 1733222028387 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733222028387Flushing 1588230740/rep_barrier: creating writer at 1733222028793 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733222028804 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733222028804Flushing 1588230740/table: creating writer at 1733222029211 (+407 ms)Flushing 1588230740/table: appending metadata at 1733222029222 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733222029222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b0cf2cd: reopening flushed file at 1733222029628 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10fc1064: reopening flushed file at 1733222029632 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4035f277: reopening flushed file at 1733222029636 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f04e216: reopening flushed file at 1733222029640 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=16, compaction requested=false at 1733222029645 (+5 ms)Writing region close event to WAL at 1733222029646 (+1 ms)Running coprocessor post-close hooks at 1733222029648 (+2 ms)Closed at 1733222029649 (+1 ms) 2024-12-03T10:33:49,649 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:49,651 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe50f1eaecf41eab31cc85b1916efe2 2024-12-03T10:33:49,652 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/.tmp/f/7c387d43bbc24011ab722edd497238ee as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/f/7c387d43bbc24011ab722edd497238ee 2024-12-03T10:33:49,655 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c387d43bbc24011ab722edd497238ee 2024-12-03T10:33:49,656 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/f/7c387d43bbc24011ab722edd497238ee, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T10:33:49,656 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/.tmp/f1/b6f76a58ba574bf6ae16a7b61d046c93 as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/f1/b6f76a58ba574bf6ae16a7b61d046c93 2024-12-03T10:33:49,659 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6f76a58ba574bf6ae16a7b61d046c93 2024-12-03T10:33:49,660 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/f1/b6f76a58ba574bf6ae16a7b61d046c93, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T10:33:49,660 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/.tmp/norep/bfe50f1eaecf41eab31cc85b1916efe2 as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/norep/bfe50f1eaecf41eab31cc85b1916efe2 2024-12-03T10:33:49,663 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe50f1eaecf41eab31cc85b1916efe2 2024-12-03T10:33:49,663 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/norep/bfe50f1eaecf41eab31cc85b1916efe2, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T10:33:49,664 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0e3c7e6886bb4c340eb8b376f3abd745 in 1274ms, sequenceid=10, compaction requested=false 2024-12-03T10:33:49,668 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/data/default/test/0e3c7e6886bb4c340eb8b376f3abd745/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T10:33:49,668 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:49,668 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:33:49,668 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:49,668 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e3c7e6886bb4c340eb8b376f3abd745: Waiting for close lock at 1733222028390Running coprocessor pre-close hooks at 1733222028390Disabling compacts and flushes for region at 1733222028390Disabling writes for close at 1733222028390Obtaining lock to block concurrent updates at 1733222028391 (+1 ms)Preparing flush snapshotting stores in 0e3c7e6886bb4c340eb8b376f3abd745 at 1733222028391Finished memstore snapshotting test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733222028391Flushing stores of test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. at 1733222028391Flushing 0e3c7e6886bb4c340eb8b376f3abd745/f: creating writer at 1733222028391Flushing 0e3c7e6886bb4c340eb8b376f3abd745/f: appending metadata at 1733222028402 (+11 ms)Flushing 0e3c7e6886bb4c340eb8b376f3abd745/f: closing flushed file at 1733222028402Flushing 0e3c7e6886bb4c340eb8b376f3abd745/f1: creating writer at 1733222028809 (+407 ms)Flushing 0e3c7e6886bb4c340eb8b376f3abd745/f1: appending metadata at 1733222028823 (+14 ms)Flushing 0e3c7e6886bb4c340eb8b376f3abd745/f1: closing flushed file at 1733222028823Flushing 0e3c7e6886bb4c340eb8b376f3abd745/norep: creating writer at 1733222029230 (+407 ms)Flushing 0e3c7e6886bb4c340eb8b376f3abd745/norep: appending metadata at 1733222029244 (+14 ms)Flushing 0e3c7e6886bb4c340eb8b376f3abd745/norep: closing flushed file at 1733222029244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d92f79: reopening flushed file at 1733222029651 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2194ec: reopening flushed file at 1733222029656 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1853c948: reopening flushed file at 1733222029660 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0e3c7e6886bb4c340eb8b376f3abd745 in 1274ms, sequenceid=10, compaction requested=false at 1733222029664 (+4 ms)Writing region close event to WAL at 1733222029665 (+1 ms)Running coprocessor post-close hooks at 1733222029668 (+3 ms)Closed at 1733222029668 2024-12-03T10:33:49,668 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733222014658.0e3c7e6886bb4c340eb8b376f3abd745. 2024-12-03T10:33:49,752 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,43577,1733222007103; all regions closed. 2024-12-03T10:33:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:33:49,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741839_1015 (size=3114) 2024-12-03T10:33:49,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741832_1008 (size=2134) 2024-12-03T10:33:49,758 DEBUG [RS:0;a78f5601770a:43577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:49,758 INFO [RS:0;a78f5601770a:43577 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:49,758 INFO [RS:0;a78f5601770a:43577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:49,758 INFO [RS:0;a78f5601770a:43577 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:49,758 INFO [RS:0;a78f5601770a:43577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:49,758 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:49,759 INFO [RS:0;a78f5601770a:43577 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,43577,1733222007103 because: Region server is closing 2024-12-03T10:33:49,759 INFO [RS:0;a78f5601770a:43577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:43577. 2024-12-03T10:33:49,759 DEBUG [RS:0;a78f5601770a:43577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:49,759 DEBUG [RS:0;a78f5601770a:43577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:49,759 DEBUG [RS:0;a78f5601770a:43577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:49,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:49,824 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1189, reset compression=false 2024-12-03T10:33:49,859 INFO [RS:0;a78f5601770a:43577 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.shippera78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 terminated 2024-12-03T10:33:49,859 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,43577,1733222007103.replicationSource.wal-reader.a78f5601770a%2C43577%2C1733222007103,1-a78f5601770a,43577,1733222007103 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:33:49,859 INFO [RS:0;a78f5601770a:43577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:43577. 2024-12-03T10:33:49,859 DEBUG [RS:0;a78f5601770a:43577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:49,859 DEBUG [RS:0;a78f5601770a:43577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:49,860 DEBUG [RS:0;a78f5601770a:43577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:49,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:49,860 INFO [RS:0;a78f5601770a:43577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43577 2024-12-03T10:33:49,862 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:49,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017/rs 2024-12-03T10:33:49,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2891887017/rs/a78f5601770a,43577,1733222007103 2024-12-03T10:33:49,888 INFO [RS:0;a78f5601770a:43577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:49,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,43577,1733222007103] 2024-12-03T10:33:49,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2891887017/draining/a78f5601770a,43577,1733222007103 already deleted, retry=false 2024-12-03T10:33:49,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,43577,1733222007103 expired; onlineServers=0 2024-12-03T10:33:49,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,45671,1733222006991' ***** 2024-12-03T10:33:49,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:33:49,904 INFO [M:0;a78f5601770a:45671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:49,905 INFO [M:0;a78f5601770a:45671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:49,905 DEBUG [M:0;a78f5601770a:45671 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:33:49,905 DEBUG [M:0;a78f5601770a:45671 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:33:49,905 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222009011 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222009011,5,FailOnTimeoutGroup] 2024-12-03T10:33:49,905 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222009010 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222009010,5,FailOnTimeoutGroup] 2024-12-03T10:33:49,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:33:49,905 INFO [M:0;a78f5601770a:45671 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:49,905 INFO [M:0;a78f5601770a:45671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:49,905 DEBUG [M:0;a78f5601770a:45671 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:33:49,905 INFO [M:0;a78f5601770a:45671 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:33:49,905 INFO [M:0;a78f5601770a:45671 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:49,905 INFO [M:0;a78f5601770a:45671 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:33:49,906 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:33:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2891887017/master 2024-12-03T10:33:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2891887017 2024-12-03T10:33:49,915 DEBUG [M:0;a78f5601770a:45671 {}] zookeeper.ZKUtil(347): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Unable to get data of znode /2891887017/master because node does not exist (not an error) 2024-12-03T10:33:49,915 WARN [M:0;a78f5601770a:45671 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:33:49,923 INFO [M:0;a78f5601770a:45671 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/.lastflushedseqids 2024-12-03T10:33:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741848_1024 (size=245) 2024-12-03T10:33:49,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:49,996 INFO [RS:0;a78f5601770a:43577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:49,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43577-0x1019c0a85130007, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:49,996 INFO [RS:0;a78f5601770a:43577 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,43577,1733222007103; zookeeper connection closed. 2024-12-03T10:33:49,996 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@630b6257 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@630b6257 2024-12-03T10:33:49,997 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:33:50,327 INFO [M:0;a78f5601770a:45671 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:33:50,327 INFO [M:0;a78f5601770a:45671 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:33:50,327 DEBUG [M:0;a78f5601770a:45671 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:33:50,327 INFO [M:0;a78f5601770a:45671 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:50,327 DEBUG [M:0;a78f5601770a:45671 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:50,327 DEBUG [M:0;a78f5601770a:45671 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:33:50,328 DEBUG [M:0;a78f5601770a:45671 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:50,328 INFO [M:0;a78f5601770a:45671 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T10:33:50,355 DEBUG [M:0;a78f5601770a:45671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3da9296d13f4805a27b912986d14391 is 82, key is hbase:meta,,1/info:regioninfo/1733222010208/Put/seqid=0 2024-12-03T10:33:50,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741849_1025 (size=5672) 2024-12-03T10:33:50,526 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1189, reset compression=false 2024-12-03T10:33:50,758 INFO [M:0;a78f5601770a:45671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3da9296d13f4805a27b912986d14391 2024-12-03T10:33:50,773 DEBUG [M:0;a78f5601770a:45671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6b6e58923474ba6ab2786616a31b227 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733222021266/Put/seqid=0 2024-12-03T10:33:50,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741850_1026 (size=8516) 2024-12-03T10:33:50,864 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:51,176 INFO [M:0;a78f5601770a:45671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6b6e58923474ba6ab2786616a31b227 2024-12-03T10:33:51,191 DEBUG [M:0;a78f5601770a:45671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90227821c7564213a4273794643e0ee3 is 69, key is a78f5601770a,43577,1733222007103/rs:state/1733222009076/Put/seqid=0 2024-12-03T10:33:51,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741851_1027 (size=5156) 2024-12-03T10:33:51,266 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:33:51,329 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1189, reset compression=false 2024-12-03T10:33:51,594 INFO [M:0;a78f5601770a:45671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90227821c7564213a4273794643e0ee3 2024-12-03T10:33:51,598 DEBUG [M:0;a78f5601770a:45671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3da9296d13f4805a27b912986d14391 as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3da9296d13f4805a27b912986d14391 2024-12-03T10:33:51,601 INFO [M:0;a78f5601770a:45671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3da9296d13f4805a27b912986d14391, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T10:33:51,601 DEBUG [M:0;a78f5601770a:45671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6b6e58923474ba6ab2786616a31b227 as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6b6e58923474ba6ab2786616a31b227 2024-12-03T10:33:51,604 INFO [M:0;a78f5601770a:45671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6b6e58923474ba6ab2786616a31b227, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T10:33:51,605 DEBUG [M:0;a78f5601770a:45671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90227821c7564213a4273794643e0ee3 as hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90227821c7564213a4273794643e0ee3 2024-12-03T10:33:51,608 INFO [M:0;a78f5601770a:45671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34519/user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90227821c7564213a4273794643e0ee3, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T10:33:51,609 INFO [M:0;a78f5601770a:45671 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-12-03T10:33:51,610 INFO [M:0;a78f5601770a:45671 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:51,610 DEBUG [M:0;a78f5601770a:45671 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222030327Disabling compacts and flushes for region at 1733222030327Disabling writes for close at 1733222030328 (+1 ms)Obtaining lock to block concurrent updates at 1733222030328Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733222030328Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733222030328Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733222030343 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733222030343Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733222030354 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733222030354Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733222030761 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733222030773 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733222030773Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733222031180 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733222031191 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733222031191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2b3dd9: reopening flushed file at 1733222031597 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39325a72: reopening flushed file at 1733222031601 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7289759d: reopening flushed file at 1733222031604 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1733222031609 (+5 ms)Writing region close event to WAL at 1733222031610 (+1 ms)Closed at 1733222031610 2024-12-03T10:33:51,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33021 is added to blk_1073741830_1006 (size=63654) 2024-12-03T10:33:51,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7a04342-1153-d67c-9846-e06fe748fa63/MasterData/WALs/a78f5601770a,45671,1733222006991/a78f5601770a%2C45671%2C1733222006991.1733222008819 not finished, retry = 0 2024-12-03T10:33:51,712 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:51,712 INFO [M:0;a78f5601770a:45671 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:33:51,712 INFO [M:0;a78f5601770a:45671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45671 2024-12-03T10:33:51,713 INFO [M:0;a78f5601770a:45671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:51,838 INFO [M:0;a78f5601770a:45671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:51,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:51,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45671-0x1019c0a85130006, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:51,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:33:51,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:51,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:51,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:51,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:51,878 WARN [BP-1377500306-172.17.0.2-1733222005355 heartbeating to localhost/127.0.0.1:34519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:33:51,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:33:51,878 WARN [BP-1377500306-172.17.0.2-1733222005355 heartbeating to localhost/127.0.0.1:34519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1377500306-172.17.0.2-1733222005355 (Datanode Uuid fa2960fc-639b-421e-adcd-e88141b33580) service to localhost/127.0.0.1:34519 2024-12-03T10:33:51,878 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:33:51,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/cluster_5e8d93b0-9574-0d06-97f6-2b46ad6e9b16/data/data1/current/BP-1377500306-172.17.0.2-1733222005355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:51,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/cluster_5e8d93b0-9574-0d06-97f6-2b46ad6e9b16/data/data2/current/BP-1377500306-172.17.0.2-1733222005355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:51,879 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:33:51,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ff77b68{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:33:51,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:51,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:51,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:51,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:51,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:33:51,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:33:51,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:51,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:51,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:51,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:51,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:51,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:33:51,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1530699564, stopped=false 2024-12-03T10:33:51,896 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,35755,1733222001675 2024-12-03T10:33:51,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11400298776/running 2024-12-03T10:33:51,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11400298776/running 2024-12-03T10:33:51,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:51,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:51,921 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:51,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:51,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:51,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:51,921 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,42763,1733222001788' ***** 2024-12-03T10:33:51,921 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:33:51,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Set watcher on znode that does not yet exist, /11400298776/running 2024-12-03T10:33:51,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Set watcher on znode that does not yet exist, /11400298776/running 2024-12-03T10:33:51,922 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:33:51,922 INFO [RS:0;a78f5601770a:42763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:33:51,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:33:51,922 INFO [RS:0;a78f5601770a:42763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:33:51,922 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(3091): Received CLOSE for 484675db3704fde515229e47074d70d9 2024-12-03T10:33:51,922 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(3091): Received CLOSE for 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:51,922 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,42763,1733222001788 2024-12-03T10:33:51,922 INFO [RS:0;a78f5601770a:42763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:51,922 INFO [RS:0;a78f5601770a:42763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:42763. 2024-12-03T10:33:51,922 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 484675db3704fde515229e47074d70d9, disabling compactions & flushes 2024-12-03T10:33:51,922 DEBUG [RS:0;a78f5601770a:42763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:51,922 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:51,922 DEBUG [RS:0;a78f5601770a:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:51,922 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:51,922 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. after waiting 0 ms 2024-12-03T10:33:51,922 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:51,923 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 484675db3704fde515229e47074d70d9 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T10:33:51,923 INFO [RS:0;a78f5601770a:42763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:33:51,923 INFO [RS:0;a78f5601770a:42763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:33:51,923 INFO [RS:0;a78f5601770a:42763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:33:51,923 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:33:51,923 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:33:51,923 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1325): Online Regions={484675db3704fde515229e47074d70d9=hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9., 1588230740=hbase:meta,,1.1588230740, 48bc0c3513e1527f39ff4878345e9aba=test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba.} 2024-12-03T10:33:51,923 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 484675db3704fde515229e47074d70d9, 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:51,923 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:33:51,923 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:33:51,923 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:33:51,923 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:33:51,923 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:33:51,923 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:33:51,931 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:51,936 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/info/491f4d7ce516410396adb54a66b43ea2 is 147, key is hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9./info:regioninfo/1733222019751/Put/seqid=0 2024-12-03T10:33:51,936 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/replication/484675db3704fde515229e47074d70d9/.tmp/queue/5da844f4282a4ed9b2f445c3c0197f30 is 154, key is 1-a78f5601770a,42763,1733222001788/queue:a78f5601770a%2C42763%2C1733222001788/1733222027810/Put/seqid=0 2024-12-03T10:33:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741840_1016 (size=5353) 2024-12-03T10:33:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741841_1017 (size=7686) 2024-12-03T10:33:51,967 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:52,123 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 484675db3704fde515229e47074d70d9, 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:52,201 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:33:52,201 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:33:52,231 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1189, reset compression=false 2024-12-03T10:33:52,323 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 484675db3704fde515229e47074d70d9, 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:52,339 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/info/491f4d7ce516410396adb54a66b43ea2 2024-12-03T10:33:52,339 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/replication/484675db3704fde515229e47074d70d9/.tmp/queue/5da844f4282a4ed9b2f445c3c0197f30 2024-12-03T10:33:52,343 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/replication/484675db3704fde515229e47074d70d9/.tmp/queue/5da844f4282a4ed9b2f445c3c0197f30 as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/replication/484675db3704fde515229e47074d70d9/queue/5da844f4282a4ed9b2f445c3c0197f30 2024-12-03T10:33:52,346 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/replication/484675db3704fde515229e47074d70d9/queue/5da844f4282a4ed9b2f445c3c0197f30, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T10:33:52,346 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 484675db3704fde515229e47074d70d9 in 424ms, sequenceid=12, compaction requested=false 2024-12-03T10:33:52,350 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/replication/484675db3704fde515229e47074d70d9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T10:33:52,350 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:52,350 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:33:52,350 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:52,350 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 484675db3704fde515229e47074d70d9: Waiting for close lock at 1733222031922Running coprocessor pre-close hooks at 1733222031922Disabling compacts and flushes for region at 1733222031922Disabling writes for close at 1733222031922Obtaining lock to block concurrent updates at 1733222031923 (+1 ms)Preparing flush snapshotting stores in 484675db3704fde515229e47074d70d9 at 1733222031923Finished memstore snapshotting hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733222031923Flushing stores of hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. at 1733222031923Flushing 484675db3704fde515229e47074d70d9/queue: creating writer at 1733222031923Flushing 484675db3704fde515229e47074d70d9/queue: appending metadata at 1733222031935 (+12 ms)Flushing 484675db3704fde515229e47074d70d9/queue: closing flushed file at 1733222031935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43df3f9: reopening flushed file at 1733222032342 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 484675db3704fde515229e47074d70d9 in 424ms, sequenceid=12, compaction requested=false at 1733222032346 (+4 ms)Writing region close event to WAL at 1733222032347 (+1 ms)Running coprocessor post-close hooks at 1733222032350 (+3 ms)Closed at 1733222032350 2024-12-03T10:33:52,350 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733222018968.484675db3704fde515229e47074d70d9. 2024-12-03T10:33:52,351 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48bc0c3513e1527f39ff4878345e9aba, disabling compactions & flushes 2024-12-03T10:33:52,351 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:52,351 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:52,351 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. after waiting 0 ms 2024-12-03T10:33:52,351 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:52,351 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 48bc0c3513e1527f39ff4878345e9aba 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T10:33:52,356 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/ns/72c4f07ee9c947d89aad4db0fcbef8cb is 43, key is default/ns:d/1733222005280/Put/seqid=0 2024-12-03T10:33:52,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741842_1018 (size=5153) 2024-12-03T10:33:52,363 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/.tmp/f/a9d7080b2b5d47f7a87f7773ddfd245e is 29, key is row1/f:/1733222026290/DeleteFamily/seqid=0 2024-12-03T10:33:52,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741843_1019 (size=5152) 2024-12-03T10:33:52,523 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:52,724 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:52,760 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/ns/72c4f07ee9c947d89aad4db0fcbef8cb 2024-12-03T10:33:52,766 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/.tmp/f/a9d7080b2b5d47f7a87f7773ddfd245e 2024-12-03T10:33:52,769 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9d7080b2b5d47f7a87f7773ddfd245e 2024-12-03T10:33:52,777 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/rep_barrier/80a65a759f2f4b9b9807ff583ebccfe3 is 112, key is test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba./rep_barrier:seqnumDuringOpen/1733222013649/Put/seqid=0 2024-12-03T10:33:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741844_1020 (size=5518) 2024-12-03T10:33:52,788 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/.tmp/f1/072942d2c58141dc8f446e630ba41f97 is 30, key is row1/f1:/1733222026290/DeleteFamily/seqid=0 2024-12-03T10:33:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741845_1021 (size=5158) 2024-12-03T10:33:52,924 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:33:52,924 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 48bc0c3513e1527f39ff4878345e9aba=test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba.} 2024-12-03T10:33:52,924 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:53,124 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:53,170 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:53,180 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/rep_barrier/80a65a759f2f4b9b9807ff583ebccfe3 2024-12-03T10:33:53,191 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/.tmp/f1/072942d2c58141dc8f446e630ba41f97 2024-12-03T10:33:53,194 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 072942d2c58141dc8f446e630ba41f97 2024-12-03T10:33:53,196 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/table/d976fbd5745e428baa5f9c7ad1927dec is 53, key is hbase:replication/table:state/1733222019756/Put/seqid=0 2024-12-03T10:33:53,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741846_1022 (size=5308) 2024-12-03T10:33:53,206 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/.tmp/norep/f8e2e024a95e481ea92597066ca50d0e is 33, key is row1/norep:/1733222026290/DeleteFamily/seqid=0 2024-12-03T10:33:53,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741847_1023 (size=5108) 2024-12-03T10:33:53,234 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1189, reset compression=false 2024-12-03T10:33:53,237 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:53,237 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1436, reset compression=false 2024-12-03T10:33:53,237 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42763,1733222001788 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:53,238 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a78f5601770a,42763,1733222001788: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a78f5601770a,42763,1733222001788, walGroup=a78f5601770a%2C42763%2C1733222001788, offset=a78f5601770a%2C42763%2C1733222001788.1733222004327:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:42763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T10:33:53,239 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T10:33:53,239 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T10:33:53,240 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T10:33:53,240 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T10:33:53,240 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T10:33:53,240 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 990772480 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 202143320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T10:33:53,240 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:35755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:35755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:33:53,324 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:53,440 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1436, reset compression=false 2024-12-03T10:33:53,524 DEBUG [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48bc0c3513e1527f39ff4878345e9aba 2024-12-03T10:33:53,602 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/table/d976fbd5745e428baa5f9c7ad1927dec 2024-12-03T10:33:53,606 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/info/491f4d7ce516410396adb54a66b43ea2 as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/info/491f4d7ce516410396adb54a66b43ea2 2024-12-03T10:33:53,609 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/.tmp/norep/f8e2e024a95e481ea92597066ca50d0e 2024-12-03T10:33:53,610 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/info/491f4d7ce516410396adb54a66b43ea2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:33:53,610 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/ns/72c4f07ee9c947d89aad4db0fcbef8cb as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/ns/72c4f07ee9c947d89aad4db0fcbef8cb 2024-12-03T10:33:53,612 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8e2e024a95e481ea92597066ca50d0e 2024-12-03T10:33:53,612 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/.tmp/f/a9d7080b2b5d47f7a87f7773ddfd245e as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/f/a9d7080b2b5d47f7a87f7773ddfd245e 2024-12-03T10:33:53,613 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/ns/72c4f07ee9c947d89aad4db0fcbef8cb, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:33:53,614 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/rep_barrier/80a65a759f2f4b9b9807ff583ebccfe3 as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/rep_barrier/80a65a759f2f4b9b9807ff583ebccfe3 2024-12-03T10:33:53,615 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9d7080b2b5d47f7a87f7773ddfd245e 2024-12-03T10:33:53,616 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/f/a9d7080b2b5d47f7a87f7773ddfd245e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T10:33:53,616 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/.tmp/f1/072942d2c58141dc8f446e630ba41f97 as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/f1/072942d2c58141dc8f446e630ba41f97 2024-12-03T10:33:53,616 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/rep_barrier/80a65a759f2f4b9b9807ff583ebccfe3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:33:53,617 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/.tmp/table/d976fbd5745e428baa5f9c7ad1927dec as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/table/d976fbd5745e428baa5f9c7ad1927dec 2024-12-03T10:33:53,619 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 072942d2c58141dc8f446e630ba41f97 2024-12-03T10:33:53,619 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/f1/072942d2c58141dc8f446e630ba41f97, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T10:33:53,619 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/table/d976fbd5745e428baa5f9c7ad1927dec, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:33:53,620 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/.tmp/norep/f8e2e024a95e481ea92597066ca50d0e as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/norep/f8e2e024a95e481ea92597066ca50d0e 2024-12-03T10:33:53,620 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=16, compaction requested=false 2024-12-03T10:33:53,620 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:33:53,623 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8e2e024a95e481ea92597066ca50d0e 2024-12-03T10:33:53,624 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/norep/f8e2e024a95e481ea92597066ca50d0e, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T10:33:53,624 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:33:53,624 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:53,624 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:33:53,624 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:53,624 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222031923Running coprocessor pre-close hooks at 1733222031923Disabling compacts and flushes for region at 1733222031923Disabling writes for close at 1733222031923Obtaining lock to block concurrent updates at 1733222031923Preparing flush snapshotting stores in 1588230740 at 1733222031923Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733222031923Flushing stores of hbase:meta,,1.1588230740 at 1733222031924 (+1 ms)Flushing 1588230740/info: creating writer at 1733222031924Flushing 1588230740/info: appending metadata at 1733222031936 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733222031936Flushing 1588230740/ns: creating writer at 1733222032342 (+406 ms)Flushing 1588230740/ns: appending metadata at 1733222032356 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733222032356Flushing 1588230740/rep_barrier: creating writer at 1733222032763 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733222032777 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733222032777Flushing 1588230740/table: creating writer at 1733222033183 (+406 ms)Flushing 1588230740/table: appending metadata at 1733222033195 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733222033195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3189a56e: reopening flushed file at 1733222033606 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44457cfa: reopening flushed file at 1733222033610 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276ff600: reopening flushed file at 1733222033613 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c533e3: reopening flushed file at 1733222033616 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=16, compaction requested=false at 1733222033620 (+4 ms)Writing region close event to WAL at 1733222033622 (+2 ms)Running coprocessor post-close hooks at 1733222033624 (+2 ms)Closed at 1733222033624 2024-12-03T10:33:53,624 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:53,624 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 48bc0c3513e1527f39ff4878345e9aba in 1273ms, sequenceid=10, compaction requested=false 2024-12-03T10:33:53,624 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T10:33:53,627 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/data/default/test/48bc0c3513e1527f39ff4878345e9aba/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T10:33:53,628 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:53,628 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:33:53,628 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:53,628 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48bc0c3513e1527f39ff4878345e9aba: Waiting for close lock at 1733222032351Running coprocessor pre-close hooks at 1733222032351Disabling compacts and flushes for region at 1733222032351Disabling writes for close at 1733222032351Obtaining lock to block concurrent updates at 1733222032351Preparing flush snapshotting stores in 48bc0c3513e1527f39ff4878345e9aba at 1733222032351Finished memstore snapshotting test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733222032351Flushing stores of test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. at 1733222032352 (+1 ms)Flushing 48bc0c3513e1527f39ff4878345e9aba/f: creating writer at 1733222032352Flushing 48bc0c3513e1527f39ff4878345e9aba/f: appending metadata at 1733222032363 (+11 ms)Flushing 48bc0c3513e1527f39ff4878345e9aba/f: closing flushed file at 1733222032363Flushing 48bc0c3513e1527f39ff4878345e9aba/f1: creating writer at 1733222032769 (+406 ms)Flushing 48bc0c3513e1527f39ff4878345e9aba/f1: appending metadata at 1733222032787 (+18 ms)Flushing 48bc0c3513e1527f39ff4878345e9aba/f1: closing flushed file at 1733222032787Flushing 48bc0c3513e1527f39ff4878345e9aba/norep: creating writer at 1733222033194 (+407 ms)Flushing 48bc0c3513e1527f39ff4878345e9aba/norep: appending metadata at 1733222033206 (+12 ms)Flushing 48bc0c3513e1527f39ff4878345e9aba/norep: closing flushed file at 1733222033206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476b8c81: reopening flushed file at 1733222033612 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdcd931: reopening flushed file at 1733222033616 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1661b0a4: reopening flushed file at 1733222033619 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 48bc0c3513e1527f39ff4878345e9aba in 1273ms, sequenceid=10, compaction requested=false at 1733222033624 (+5 ms)Writing region close event to WAL at 1733222033625 (+1 ms)Running coprocessor post-close hooks at 1733222033628 (+3 ms)Closed at 1733222033628 2024-12-03T10:33:53,628 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733222012508.48bc0c3513e1527f39ff4878345e9aba. 2024-12-03T10:33:53,724 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,42763,1733222001788; all regions closed. 2024-12-03T10:33:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:33:53,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.meta.1733222005239.meta not finished, retry = 0 2024-12-03T10:33:53,742 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 1436, reset compression=false 2024-12-03T10:33:53,746 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:53,746 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/WALs/a78f5601770a,42763,1733222001788/a78f5601770a%2C42763%2C1733222001788.1733222004327 to pos 2080, reset compression=false 2024-12-03T10:33:53,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741839_1015 (size=3114) 2024-12-03T10:33:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741832_1008 (size=2088) 2024-12-03T10:33:53,830 DEBUG [RS:0;a78f5601770a:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:53,831 INFO [RS:0;a78f5601770a:42763 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:53,831 INFO [RS:0;a78f5601770a:42763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:53,831 INFO [RS:0;a78f5601770a:42763 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:53,831 INFO [RS:0;a78f5601770a:42763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:53,831 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:53,831 INFO [RS:0;a78f5601770a:42763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,42763,1733222001788 because: Region server is closing 2024-12-03T10:33:53,831 INFO [RS:0;a78f5601770a:42763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:42763. 2024-12-03T10:33:53,831 DEBUG [RS:0;a78f5601770a:42763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:53,831 DEBUG [RS:0;a78f5601770a:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:53,831 DEBUG [RS:0;a78f5601770a:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:53,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:53,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:33:53,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:53,931 INFO [RS:0;a78f5601770a:42763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.shippera78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 terminated 2024-12-03T10:33:53,931 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42763,1733222001788.replicationSource.wal-reader.a78f5601770a%2C42763%2C1733222001788,1-a78f5601770a,42763,1733222001788 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:33:53,932 INFO [RS:0;a78f5601770a:42763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:42763. 2024-12-03T10:33:53,932 DEBUG [RS:0;a78f5601770a:42763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:53,932 DEBUG [RS:0;a78f5601770a:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:53,932 DEBUG [RS:0;a78f5601770a:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:53,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:53,932 INFO [RS:0;a78f5601770a:42763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42763 2024-12-03T10:33:53,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11400298776/rs/a78f5601770a,42763,1733222001788 2024-12-03T10:33:53,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776/rs 2024-12-03T10:33:53,963 INFO [RS:0;a78f5601770a:42763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:53,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,42763,1733222001788] 2024-12-03T10:33:54,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11400298776/draining/a78f5601770a,42763,1733222001788 already deleted, retry=false 2024-12-03T10:33:54,009 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,42763,1733222001788 expired; onlineServers=0 2024-12-03T10:33:54,009 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,35755,1733222001675' ***** 2024-12-03T10:33:54,009 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:33:54,009 INFO [M:0;a78f5601770a:35755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:54,009 INFO [M:0;a78f5601770a:35755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:54,009 DEBUG [M:0;a78f5601770a:35755 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:33:54,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:33:54,009 DEBUG [M:0;a78f5601770a:35755 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:33:54,009 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222004072 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222004072,5,FailOnTimeoutGroup] 2024-12-03T10:33:54,009 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222004072 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222004072,5,FailOnTimeoutGroup] 2024-12-03T10:33:54,009 INFO [M:0;a78f5601770a:35755 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:54,009 INFO [M:0;a78f5601770a:35755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:54,009 DEBUG [M:0;a78f5601770a:35755 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:33:54,009 INFO [M:0;a78f5601770a:35755 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:33:54,009 INFO [M:0;a78f5601770a:35755 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:54,010 INFO [M:0;a78f5601770a:35755 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:33:54,010 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:33:54,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11400298776/master 2024-12-03T10:33:54,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11400298776 2024-12-03T10:33:54,023 DEBUG [M:0;a78f5601770a:35755 {}] zookeeper.ZKUtil(347): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Unable to get data of znode /11400298776/master because node does not exist (not an error) 2024-12-03T10:33:54,023 WARN [M:0;a78f5601770a:35755 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:33:54,024 INFO [M:0;a78f5601770a:35755 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/.lastflushedseqids 2024-12-03T10:33:54,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741848_1024 (size=245) 2024-12-03T10:33:54,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:54,071 INFO [RS:0;a78f5601770a:42763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:54,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019c0a85130004, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:54,071 INFO [RS:0;a78f5601770a:42763 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,42763,1733222001788; zookeeper connection closed. 2024-12-03T10:33:54,071 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23daa9ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23daa9ae 2024-12-03T10:33:54,071 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:33:54,427 INFO [M:0;a78f5601770a:35755 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:33:54,427 INFO [M:0;a78f5601770a:35755 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:33:54,428 DEBUG [M:0;a78f5601770a:35755 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:33:54,428 INFO [M:0;a78f5601770a:35755 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:54,428 DEBUG [M:0;a78f5601770a:35755 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:54,428 DEBUG [M:0;a78f5601770a:35755 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:33:54,428 DEBUG [M:0;a78f5601770a:35755 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:54,428 INFO [M:0;a78f5601770a:35755 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T10:33:54,440 DEBUG [M:0;a78f5601770a:35755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7233792a5d044700b05e8008fde6ebea is 82, key is hbase:meta,,1/info:regioninfo/1733222005264/Put/seqid=0 2024-12-03T10:33:54,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741849_1025 (size=5672) 2024-12-03T10:33:54,473 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:54,844 INFO [M:0;a78f5601770a:35755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7233792a5d044700b05e8008fde6ebea 2024-12-03T10:33:54,858 DEBUG [M:0;a78f5601770a:35755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17f17327dd894355a13fa7ca546a4097 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733222019759/Put/seqid=0 2024-12-03T10:33:54,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741850_1026 (size=8516) 2024-12-03T10:33:55,261 INFO [M:0;a78f5601770a:35755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17f17327dd894355a13fa7ca546a4097 2024-12-03T10:33:55,276 DEBUG [M:0;a78f5601770a:35755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0293c79065c44e0ba4ef4c7259d720f is 69, key is a78f5601770a,42763,1733222001788/rs:state/1733222004146/Put/seqid=0 2024-12-03T10:33:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741851_1027 (size=5156) 2024-12-03T10:33:55,679 INFO [M:0;a78f5601770a:35755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0293c79065c44e0ba4ef4c7259d720f 2024-12-03T10:33:55,683 DEBUG [M:0;a78f5601770a:35755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7233792a5d044700b05e8008fde6ebea as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7233792a5d044700b05e8008fde6ebea 2024-12-03T10:33:55,686 INFO [M:0;a78f5601770a:35755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7233792a5d044700b05e8008fde6ebea, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T10:33:55,686 DEBUG [M:0;a78f5601770a:35755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17f17327dd894355a13fa7ca546a4097 as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17f17327dd894355a13fa7ca546a4097 2024-12-03T10:33:55,689 INFO [M:0;a78f5601770a:35755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17f17327dd894355a13fa7ca546a4097, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T10:33:55,689 DEBUG [M:0;a78f5601770a:35755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0293c79065c44e0ba4ef4c7259d720f as hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0293c79065c44e0ba4ef4c7259d720f 2024-12-03T10:33:55,692 INFO [M:0;a78f5601770a:35755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0293c79065c44e0ba4ef4c7259d720f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T10:33:55,693 INFO [M:0;a78f5601770a:35755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=97, compaction requested=false 2024-12-03T10:33:55,694 INFO [M:0;a78f5601770a:35755 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:55,694 DEBUG [M:0;a78f5601770a:35755 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222034428Disabling compacts and flushes for region at 1733222034428Disabling writes for close at 1733222034428Obtaining lock to block concurrent updates at 1733222034428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733222034428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733222034428Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733222034428Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733222034428Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733222034440 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733222034440Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733222034847 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733222034857 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733222034857Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733222035264 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733222035275 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733222035275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527f9d13: reopening flushed file at 1733222035682 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d6b9fb: reopening flushed file at 1733222035686 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d6b3c2: reopening flushed file at 1733222035689 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=97, compaction requested=false at 1733222035693 (+4 ms)Writing region close event to WAL at 1733222035694 (+1 ms)Closed at 1733222035694 2024-12-03T10:33:55,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741830_1006 (size=63654) 2024-12-03T10:33:55,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6538a511-13df-ba42-3bb6-e6c2bcee5ac6/MasterData/WALs/a78f5601770a,35755,1733222001675/a78f5601770a%2C35755%2C1733222001675.1733222003482 not finished, retry = 0 2024-12-03T10:33:55,796 INFO [M:0;a78f5601770a:35755 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:33:55,796 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:55,796 INFO [M:0;a78f5601770a:35755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35755 2024-12-03T10:33:55,797 INFO [M:0;a78f5601770a:35755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:55,876 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:55,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:55,921 INFO [M:0;a78f5601770a:35755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:55,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35755-0x1019c0a85130003, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:55,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@217849af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:33:55,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:55,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:55,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:55,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:55,924 WARN [BP-256218731-172.17.0.2-1733221999967 heartbeating to localhost/127.0.0.1:40711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:33:55,924 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:33:55,924 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:33:55,924 WARN [BP-256218731-172.17.0.2-1733221999967 heartbeating to localhost/127.0.0.1:40711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-256218731-172.17.0.2-1733221999967 (Datanode Uuid d6d95e96-35e9-42b8-a935-753bf13b8741) service to localhost/127.0.0.1:40711 2024-12-03T10:33:55,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/cluster_c4fd41ad-5ac2-e837-d035-cefc0aa8febb/data/data1/current/BP-256218731-172.17.0.2-1733221999967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:55,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/cluster_c4fd41ad-5ac2-e837-d035-cefc0aa8febb/data/data2/current/BP-256218731-172.17.0.2-1733221999967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:55,925 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:33:55,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35623572{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:33:55,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:55,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:55,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:55,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ebafaad-fbbd-f495-c0b4-4d7b80125251/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:55,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:33:55,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:33:55,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:55,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:55,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:55,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:55,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:55,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:33:55,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1682430914, stopped=false 2024-12-03T10:33:55,950 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,34747,1733221996930 2024-12-03T10:33:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01244774250/running 2024-12-03T10:33:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01244774250/running 2024-12-03T10:33:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:55,973 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:55,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:33:55,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:55,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:55,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Set watcher on znode that does not yet exist, /01244774250/running 2024-12-03T10:33:55,974 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,42473,1733221997085' ***** 2024-12-03T10:33:55,974 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:33:55,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Set watcher on znode that does not yet exist, /01244774250/running 2024-12-03T10:33:55,974 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:33:55,974 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:33:55,974 INFO [RS:0;a78f5601770a:42473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:33:55,974 INFO [RS:0;a78f5601770a:42473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:33:55,974 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:55,974 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d11dc9c88078f71594526b7343038d7 2024-12-03T10:33:55,974 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,42473,1733221997085 2024-12-03T10:33:55,974 INFO [RS:0;a78f5601770a:42473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:55,975 INFO [RS:0;a78f5601770a:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:42473. 2024-12-03T10:33:55,975 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ab193daad5d64828f8b2cc5aa21836b, disabling compactions & flushes 2024-12-03T10:33:55,975 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:55,975 DEBUG [RS:0;a78f5601770a:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:55,975 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:55,975 DEBUG [RS:0;a78f5601770a:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:55,975 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. after waiting 0 ms 2024-12-03T10:33:55,975 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:55,975 INFO [RS:0;a78f5601770a:42473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:33:55,975 INFO [RS:0;a78f5601770a:42473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:33:55,975 INFO [RS:0;a78f5601770a:42473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:33:55,975 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ab193daad5d64828f8b2cc5aa21836b 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-03T10:33:55,975 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:33:55,975 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:33:55,975 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1325): Online Regions={7ab193daad5d64828f8b2cc5aa21836b=test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b., 1588230740=hbase:meta,,1.1588230740, 0d11dc9c88078f71594526b7343038d7=hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7.} 2024-12-03T10:33:55,975 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1351): Waiting on 0d11dc9c88078f71594526b7343038d7, 1588230740, 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:55,975 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:33:55,975 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:33:55,975 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:33:55,975 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:33:55,975 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:33:55,975 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:33:55,987 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/info/f72f089c00b34de9856ee775b4602cd9 is 147, key is hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7./info:regioninfo/1733222017975/Put/seqid=0 2024-12-03T10:33:55,987 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/.tmp/f/f255ec1f8fe9412387561947a6a4b2e4 is 28, key is row/f:/1733222025286/DeleteFamily/seqid=0 2024-12-03T10:33:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741841_1017 (size=5085) 2024-12-03T10:33:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741840_1016 (size=7686) 2024-12-03T10:33:55,990 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/.tmp/f/f255ec1f8fe9412387561947a6a4b2e4 2024-12-03T10:33:55,993 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f255ec1f8fe9412387561947a6a4b2e4 2024-12-03T10:33:56,005 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:56,008 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/.tmp/f1/c7f01dcb1a7d4de6b827570e22870e24 is 29, key is row/f1:/1733222025286/DeleteFamily/seqid=0 2024-12-03T10:33:56,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741842_1018 (size=5089) 2024-12-03T10:33:56,175 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1351): Waiting on 0d11dc9c88078f71594526b7343038d7, 1588230740, 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:56,375 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1351): Waiting on 0d11dc9c88078f71594526b7343038d7, 1588230740, 7ab193daad5d64828f8b2cc5aa21836b 2024-12-03T10:33:56,391 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/info/f72f089c00b34de9856ee775b4602cd9 2024-12-03T10:33:56,406 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/ns/a1852c2e4d744217a4cb97dc6274a7c6 is 43, key is default/ns:d/1733221999860/Put/seqid=0 2024-12-03T10:33:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741843_1019 (size=5153) 2024-12-03T10:33:56,409 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/ns/a1852c2e4d744217a4cb97dc6274a7c6 2024-12-03T10:33:56,412 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/.tmp/f1/c7f01dcb1a7d4de6b827570e22870e24 2024-12-03T10:33:56,414 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7f01dcb1a7d4de6b827570e22870e24 2024-12-03T10:33:56,427 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/rep_barrier/e91e4d85a40143429995fa6b47b0bd25 is 112, key is test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b./rep_barrier:seqnumDuringOpen/1733222011494/Put/seqid=0 2024-12-03T10:33:56,429 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/.tmp/norep/69d5c07df7894785ba765e38c019d83d is 32, key is row/norep:/1733222025286/DeleteFamily/seqid=0 2024-12-03T10:33:56,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741844_1020 (size=5518) 2024-12-03T10:33:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741845_1021 (size=5101) 2024-12-03T10:33:56,431 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/.tmp/norep/69d5c07df7894785ba765e38c019d83d 2024-12-03T10:33:56,433 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69d5c07df7894785ba765e38c019d83d 2024-12-03T10:33:56,434 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/.tmp/f/f255ec1f8fe9412387561947a6a4b2e4 as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/f/f255ec1f8fe9412387561947a6a4b2e4 2024-12-03T10:33:56,436 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f255ec1f8fe9412387561947a6a4b2e4 2024-12-03T10:33:56,436 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/f/f255ec1f8fe9412387561947a6a4b2e4, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T10:33:56,437 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/.tmp/f1/c7f01dcb1a7d4de6b827570e22870e24 as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/f1/c7f01dcb1a7d4de6b827570e22870e24 2024-12-03T10:33:56,439 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7f01dcb1a7d4de6b827570e22870e24 2024-12-03T10:33:56,439 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/f1/c7f01dcb1a7d4de6b827570e22870e24, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T10:33:56,440 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/.tmp/norep/69d5c07df7894785ba765e38c019d83d as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/norep/69d5c07df7894785ba765e38c019d83d 2024-12-03T10:33:56,443 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69d5c07df7894785ba765e38c019d83d 2024-12-03T10:33:56,443 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/norep/69d5c07df7894785ba765e38c019d83d, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T10:33:56,444 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7ab193daad5d64828f8b2cc5aa21836b in 469ms, sequenceid=6, compaction requested=false 2024-12-03T10:33:56,444 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T10:33:56,449 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/default/test/7ab193daad5d64828f8b2cc5aa21836b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:33:56,449 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:56,449 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:33:56,449 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:56,450 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ab193daad5d64828f8b2cc5aa21836b: Waiting for close lock at 1733222035975Running coprocessor pre-close hooks at 1733222035975Disabling compacts and flushes for region at 1733222035975Disabling writes for close at 1733222035975Obtaining lock to block concurrent updates at 1733222035975Preparing flush snapshotting stores in 7ab193daad5d64828f8b2cc5aa21836b at 1733222035975Finished memstore snapshotting test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733222035975Flushing stores of test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. at 1733222035975Flushing 7ab193daad5d64828f8b2cc5aa21836b/f: creating writer at 1733222035976 (+1 ms)Flushing 7ab193daad5d64828f8b2cc5aa21836b/f: appending metadata at 1733222035987 (+11 ms)Flushing 7ab193daad5d64828f8b2cc5aa21836b/f: closing flushed file at 1733222035987Flushing 7ab193daad5d64828f8b2cc5aa21836b/f1: creating writer at 1733222035994 (+7 ms)Flushing 7ab193daad5d64828f8b2cc5aa21836b/f1: appending metadata at 1733222036008 (+14 ms)Flushing 7ab193daad5d64828f8b2cc5aa21836b/f1: closing flushed file at 1733222036008Flushing 7ab193daad5d64828f8b2cc5aa21836b/norep: creating writer at 1733222036414 (+406 ms)Flushing 7ab193daad5d64828f8b2cc5aa21836b/norep: appending metadata at 1733222036428 (+14 ms)Flushing 7ab193daad5d64828f8b2cc5aa21836b/norep: closing flushed file at 1733222036428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34bbb458: reopening flushed file at 1733222036433 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b1e3c0: reopening flushed file at 1733222036436 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44716d57: reopening flushed file at 1733222036439 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7ab193daad5d64828f8b2cc5aa21836b in 469ms, sequenceid=6, compaction requested=false at 1733222036444 (+5 ms)Writing region close event to WAL at 1733222036447 (+3 ms)Running coprocessor post-close hooks at 1733222036449 (+2 ms)Closed at 1733222036449 2024-12-03T10:33:56,450 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733222010354.7ab193daad5d64828f8b2cc5aa21836b. 2024-12-03T10:33:56,450 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d11dc9c88078f71594526b7343038d7, disabling compactions & flushes 2024-12-03T10:33:56,450 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:56,450 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:56,450 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. after waiting 0 ms 2024-12-03T10:33:56,450 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:56,450 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d11dc9c88078f71594526b7343038d7 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-03T10:33:56,465 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/replication/0d11dc9c88078f71594526b7343038d7/.tmp/queue/213afadb56cb4279bcb3e18218073616 is 153, key is 1-a78f5601770a,42473,1733221997085/queue:a78f5601770a%2C42473%2C1733221997085/1733222025442/Put/seqid=0 2024-12-03T10:33:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741846_1022 (size=5352) 2024-12-03T10:33:56,575 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1351): Waiting on 0d11dc9c88078f71594526b7343038d7, 1588230740 2024-12-03T10:33:56,732 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:33:56,732 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:33:56,776 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1351): Waiting on 0d11dc9c88078f71594526b7343038d7, 1588230740 2024-12-03T10:33:56,830 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/rep_barrier/e91e4d85a40143429995fa6b47b0bd25 2024-12-03T10:33:56,848 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/table/a5dbc129fe9140e38f40107b47202b93 is 53, key is hbase:replication/table:state/1733222017981/Put/seqid=0 2024-12-03T10:33:56,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741847_1023 (size=5308) 2024-12-03T10:33:56,869 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/replication/0d11dc9c88078f71594526b7343038d7/.tmp/queue/213afadb56cb4279bcb3e18218073616 2024-12-03T10:33:56,873 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/replication/0d11dc9c88078f71594526b7343038d7/.tmp/queue/213afadb56cb4279bcb3e18218073616 as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/replication/0d11dc9c88078f71594526b7343038d7/queue/213afadb56cb4279bcb3e18218073616 2024-12-03T10:33:56,876 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/replication/0d11dc9c88078f71594526b7343038d7/queue/213afadb56cb4279bcb3e18218073616, entries=1, sequenceid=8, filesize=5.2 K 2024-12-03T10:33:56,877 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0d11dc9c88078f71594526b7343038d7 in 427ms, sequenceid=8, compaction requested=false 2024-12-03T10:33:56,877 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T10:33:56,880 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/replication/0d11dc9c88078f71594526b7343038d7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T10:33:56,880 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:56,880 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:33:56,880 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:56,880 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d11dc9c88078f71594526b7343038d7: Waiting for close lock at 1733222036450Running coprocessor pre-close hooks at 1733222036450Disabling compacts and flushes for region at 1733222036450Disabling writes for close at 1733222036450Obtaining lock to block concurrent updates at 1733222036450Preparing flush snapshotting stores in 0d11dc9c88078f71594526b7343038d7 at 1733222036450Finished memstore snapshotting hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733222036450Flushing stores of hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. at 1733222036451 (+1 ms)Flushing 0d11dc9c88078f71594526b7343038d7/queue: creating writer at 1733222036451Flushing 0d11dc9c88078f71594526b7343038d7/queue: appending metadata at 1733222036465 (+14 ms)Flushing 0d11dc9c88078f71594526b7343038d7/queue: closing flushed file at 1733222036465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fda5c3: reopening flushed file at 1733222036873 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0d11dc9c88078f71594526b7343038d7 in 427ms, sequenceid=8, compaction requested=false at 1733222036877 (+4 ms)Writing region close event to WAL at 1733222036878 (+1 ms)Running coprocessor post-close hooks at 1733222036880 (+2 ms)Closed at 1733222036880 2024-12-03T10:33:56,880 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733222016819.0d11dc9c88078f71594526b7343038d7. 2024-12-03T10:33:56,976 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:33:56,976 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:33:56,976 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:33:57,176 DEBUG [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:33:57,251 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/table/a5dbc129fe9140e38f40107b47202b93 2024-12-03T10:33:57,255 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/info/f72f089c00b34de9856ee775b4602cd9 as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/info/f72f089c00b34de9856ee775b4602cd9 2024-12-03T10:33:57,258 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/info/f72f089c00b34de9856ee775b4602cd9, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:33:57,259 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/ns/a1852c2e4d744217a4cb97dc6274a7c6 as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/ns/a1852c2e4d744217a4cb97dc6274a7c6 2024-12-03T10:33:57,261 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/ns/a1852c2e4d744217a4cb97dc6274a7c6, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:33:57,261 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/rep_barrier/e91e4d85a40143429995fa6b47b0bd25 as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/rep_barrier/e91e4d85a40143429995fa6b47b0bd25 2024-12-03T10:33:57,264 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/rep_barrier/e91e4d85a40143429995fa6b47b0bd25, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:33:57,264 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/.tmp/table/a5dbc129fe9140e38f40107b47202b93 as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/table/a5dbc129fe9140e38f40107b47202b93 2024-12-03T10:33:57,267 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/table/a5dbc129fe9140e38f40107b47202b93, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:33:57,267 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=16, compaction requested=false 2024-12-03T10:33:57,268 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:33:57,271 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:33:57,271 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:33:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:33:57,271 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:33:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:33:57,271 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:57,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:33:57,271 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222035975Running coprocessor pre-close hooks at 1733222035975Disabling compacts and flushes for region at 1733222035975Disabling writes for close at 1733222035975Obtaining lock to block concurrent updates at 1733222035975Preparing flush snapshotting stores in 1588230740 at 1733222035975Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733222035975Flushing stores of hbase:meta,,1.1588230740 at 1733222035976 (+1 ms)Flushing 1588230740/info: creating writer at 1733222035976Flushing 1588230740/info: appending metadata at 1733222035987 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733222035987Flushing 1588230740/ns: creating writer at 1733222036394 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733222036406 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733222036406Flushing 1588230740/rep_barrier: creating writer at 1733222036412 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733222036426 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733222036426Flushing 1588230740/table: creating writer at 1733222036834 (+408 ms)Flushing 1588230740/table: appending metadata at 1733222036848 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733222036848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@490d2d03: reopening flushed file at 1733222037255 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e6d2ba: reopening flushed file at 1733222037258 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6843fdc6: reopening flushed file at 1733222037261 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19db58e1: reopening flushed file at 1733222037264 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=16, compaction requested=false at 1733222037267 (+3 ms)Writing region close event to WAL at 1733222037269 (+2 ms)Running coprocessor post-close hooks at 1733222037271 (+2 ms)Closed at 1733222037271 2024-12-03T10:33:57,271 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:33:57,376 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,42473,1733221997085; all regions closed. 2024-12-03T10:33:57,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741834_1010 (size=4239) 2024-12-03T10:33:57,379 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 636, reset compression=false 2024-12-03T10:33:57,380 DEBUG [RS:0;a78f5601770a:42473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/oldWALs 2024-12-03T10:33:57,380 INFO [RS:0;a78f5601770a:42473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C42473%2C1733221997085.meta:.meta(num 1733221999788) 2024-12-03T10:33:57,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741839_1015 (size=2240) 2024-12-03T10:33:57,383 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:33:57,383 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 to pos 1527, reset compression=false 2024-12-03T10:33:57,383 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,42473,1733221997085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:33:57,383 DEBUG [RS:0;a78f5601770a:42473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/oldWALs 2024-12-03T10:33:57,383 INFO [RS:0;a78f5601770a:42473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C42473%2C1733221997085.rep:(num 1733222017946) 2024-12-03T10:33:57,383 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a78f5601770a,42473,1733221997085: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a78f5601770a,42473,1733221997085, walGroup=a78f5601770a%2C42473%2C1733221997085, offset=a78f5601770a%2C42473%2C1733221997085.1733221998793:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:42473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T10:33:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741832_1008 (size=1535) 2024-12-03T10:33:57,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 not finished, retry = 0 2024-12-03T10:33:57,385 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T10:33:57,385 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T10:33:57,385 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T10:33:57,385 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T10:33:57,385 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T10:33:57,385 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 1078852864 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 202523584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T10:33:57,385 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:34747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:34747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:33:57,485 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/WALs/a78f5601770a,42473,1733221997085/a78f5601770a%2C42473%2C1733221997085.1733221998793 2024-12-03T10:33:57,486 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T10:33:57,486 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T10:33:57,487 DEBUG [RS:0;a78f5601770a:42473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/oldWALs 2024-12-03T10:33:57,487 INFO [RS:0;a78f5601770a:42473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C42473%2C1733221997085:(num 1733221998793) 2024-12-03T10:33:57,487 DEBUG [RS:0;a78f5601770a:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:57,487 INFO [RS:0;a78f5601770a:42473 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:33:57,487 INFO [RS:0;a78f5601770a:42473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:57,487 INFO [RS:0;a78f5601770a:42473 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:57,487 INFO [RS:0;a78f5601770a:42473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:57,487 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:57,487 INFO [RS:0;a78f5601770a:42473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,42473,1733221997085 because: Region server is closing 2024-12-03T10:33:57,487 INFO [RS:0;a78f5601770a:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:42473. 2024-12-03T10:33:57,487 DEBUG [RS:0;a78f5601770a:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:33:57,487 DEBUG [RS:0;a78f5601770a:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:57,487 DEBUG [RS:0;a78f5601770a:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:33:57,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:33:57,588 INFO [RS:0;a78f5601770a:42473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.shippera78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 terminated 2024-12-03T10:33:57,588 INFO [RS:0;a78f5601770a:42473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42473 2024-12-03T10:33:57,588 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,42473,1733221997085.replicationSource.wal-reader.a78f5601770a%2C42473%2C1733221997085,1-a78f5601770a,42473,1733221997085 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-03T10:33:57,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250/rs 2024-12-03T10:33:57,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01244774250/rs/a78f5601770a,42473,1733221997085 2024-12-03T10:33:57,612 INFO [RS:0;a78f5601770a:42473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:57,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,42473,1733221997085] 2024-12-03T10:33:57,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01244774250/draining/a78f5601770a,42473,1733221997085 already deleted, retry=false 2024-12-03T10:33:57,629 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,42473,1733221997085 expired; onlineServers=0 2024-12-03T10:33:57,629 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,34747,1733221996930' ***** 2024-12-03T10:33:57,629 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:33:57,629 INFO [M:0;a78f5601770a:34747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:33:57,629 INFO [M:0;a78f5601770a:34747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:33:57,629 DEBUG [M:0;a78f5601770a:34747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:33:57,629 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:33:57,629 DEBUG [M:0;a78f5601770a:34747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:33:57,629 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221998615 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733221998615,5,FailOnTimeoutGroup] 2024-12-03T10:33:57,629 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221998615 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733221998615,5,FailOnTimeoutGroup] 2024-12-03T10:33:57,629 INFO [M:0;a78f5601770a:34747 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:33:57,629 INFO [M:0;a78f5601770a:34747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:33:57,629 DEBUG [M:0;a78f5601770a:34747 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:33:57,629 INFO [M:0;a78f5601770a:34747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:33:57,630 INFO [M:0;a78f5601770a:34747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:33:57,630 INFO [M:0;a78f5601770a:34747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:33:57,630 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:33:57,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01244774250/master 2024-12-03T10:33:57,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01244774250 2024-12-03T10:33:57,637 DEBUG [M:0;a78f5601770a:34747 {}] zookeeper.ZKUtil(347): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Unable to get data of znode /01244774250/master because node does not exist (not an error) 2024-12-03T10:33:57,637 WARN [M:0;a78f5601770a:34747 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:33:57,638 INFO [M:0;a78f5601770a:34747 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/.lastflushedseqids 2024-12-03T10:33:57,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741848_1024 (size=245) 2024-12-03T10:33:57,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:57,721 INFO [RS:0;a78f5601770a:42473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:57,721 INFO [RS:0;a78f5601770a:42473 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,42473,1733221997085; zookeeper connection closed. 2024-12-03T10:33:57,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1019c0a85130001, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:57,721 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10fc8521 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10fc8521 2024-12-03T10:33:57,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:33:58,042 INFO [M:0;a78f5601770a:34747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:33:58,042 INFO [M:0;a78f5601770a:34747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:33:58,042 DEBUG [M:0;a78f5601770a:34747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:33:58,042 INFO [M:0;a78f5601770a:34747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:58,042 DEBUG [M:0;a78f5601770a:34747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:58,042 DEBUG [M:0;a78f5601770a:34747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:33:58,042 DEBUG [M:0;a78f5601770a:34747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:58,042 INFO [M:0;a78f5601770a:34747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-03T10:33:58,055 DEBUG [M:0;a78f5601770a:34747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1260fba4daa4eada878855dc026ef29 is 82, key is hbase:meta,,1/info:regioninfo/1733221999814/Put/seqid=0 2024-12-03T10:33:58,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741849_1025 (size=5672) 2024-12-03T10:33:58,458 INFO [M:0;a78f5601770a:34747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1260fba4daa4eada878855dc026ef29 2024-12-03T10:33:58,476 DEBUG [M:0;a78f5601770a:34747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56189430228a4910a6bce8ca0bc67161 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733222011503/Put/seqid=0 2024-12-03T10:33:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741850_1026 (size=7217) 2024-12-03T10:33:58,880 INFO [M:0;a78f5601770a:34747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56189430228a4910a6bce8ca0bc67161 2024-12-03T10:33:58,883 INFO [M:0;a78f5601770a:34747 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56189430228a4910a6bce8ca0bc67161 2024-12-03T10:33:58,895 DEBUG [M:0;a78f5601770a:34747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/362c55d829734f3fa849c2dc68a82827 is 69, key is a78f5601770a,42473,1733221997085/rs:state/1733221998649/Put/seqid=0 2024-12-03T10:33:58,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741851_1027 (size=5156) 2024-12-03T10:33:59,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:33:59,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:33:59,298 INFO [M:0;a78f5601770a:34747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/362c55d829734f3fa849c2dc68a82827 2024-12-03T10:33:59,302 DEBUG [M:0;a78f5601770a:34747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1260fba4daa4eada878855dc026ef29 as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1260fba4daa4eada878855dc026ef29 2024-12-03T10:33:59,305 INFO [M:0;a78f5601770a:34747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1260fba4daa4eada878855dc026ef29, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T10:33:59,306 DEBUG [M:0;a78f5601770a:34747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56189430228a4910a6bce8ca0bc67161 as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56189430228a4910a6bce8ca0bc67161 2024-12-03T10:33:59,309 INFO [M:0;a78f5601770a:34747 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56189430228a4910a6bce8ca0bc67161 2024-12-03T10:33:59,309 INFO [M:0;a78f5601770a:34747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56189430228a4910a6bce8ca0bc67161, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T10:33:59,310 DEBUG [M:0;a78f5601770a:34747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/362c55d829734f3fa849c2dc68a82827 as hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/362c55d829734f3fa849c2dc68a82827 2024-12-03T10:33:59,313 INFO [M:0;a78f5601770a:34747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/362c55d829734f3fa849c2dc68a82827, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T10:33:59,314 INFO [M:0;a78f5601770a:34747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-12-03T10:33:59,315 INFO [M:0;a78f5601770a:34747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:33:59,315 DEBUG [M:0;a78f5601770a:34747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222038042Disabling compacts and flushes for region at 1733222038042Disabling writes for close at 1733222038042Obtaining lock to block concurrent updates at 1733222038042Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733222038042Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733222038042Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733222038043 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733222038043Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733222038055 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733222038055Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733222038461 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733222038476 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733222038476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733222038883 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733222038894 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733222038894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7815ee4b: reopening flushed file at 1733222039301 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea2ef13: reopening flushed file at 1733222039305 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee273bf: reopening flushed file at 1733222039310 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1733222039314 (+4 ms)Writing region close event to WAL at 1733222039315 (+1 ms)Closed at 1733222039315 2024-12-03T10:33:59,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741830_1006 (size=64411) 2024-12-03T10:33:59,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed145ff7-ba34-9292-5a4b-404d3661085c/MasterData/WALs/a78f5601770a,34747,1733221996930/a78f5601770a%2C34747%2C1733221996930.1733221998415 not finished, retry = 0 2024-12-03T10:33:59,417 INFO [M:0;a78f5601770a:34747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:33:59,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:33:59,417 INFO [M:0;a78f5601770a:34747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34747 2024-12-03T10:33:59,418 INFO [M:0;a78f5601770a:34747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:33:59,531 INFO [M:0;a78f5601770a:34747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:33:59,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:59,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34747-0x1019c0a85130000, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:33:59,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d77e5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:33:59,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:59,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:59,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:59,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:59,535 WARN [BP-468142956-172.17.0.2-1733221995321 heartbeating to localhost/127.0.0.1:35745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:33:59,535 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:33:59,535 WARN [BP-468142956-172.17.0.2-1733221995321 heartbeating to localhost/127.0.0.1:35745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-468142956-172.17.0.2-1733221995321 (Datanode Uuid 8d553de0-c879-49b7-a616-f1302d080aeb) service to localhost/127.0.0.1:35745 2024-12-03T10:33:59,535 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:33:59,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/cluster_4bee3f79-bf5e-30b5-0090-f283b0ae5487/data/data1/current/BP-468142956-172.17.0.2-1733221995321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:59,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/cluster_4bee3f79-bf5e-30b5-0090-f283b0ae5487/data/data2/current/BP-468142956-172.17.0.2-1733221995321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:33:59,536 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:33:59,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b82737a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:33:59,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebb8e20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:33:59,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:33:59,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19834401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:33:59,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e6f5f0-5051-fe88-5f96-078f7d277415/hadoop.log.dir/,STOPPED} 2024-12-03T10:33:59,545 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:33:59,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:33:59,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 312) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61467) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61467) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61467) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40711 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:35745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34519 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=787 (was 723) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 257), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7699) 2024-12-03T10:33:59,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=787, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=7466 2024-12-03T10:33:59,583 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-03T10:33:59,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/hadoop.log.dir so I do NOT create it in target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47 2024-12-03T10:33:59,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:33:59,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/hadoop.tmp.dir so I do NOT create it in target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47 2024-12-03T10:33:59,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ace28f0-15af-69df-df46-9bd4b8a36ec0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:33:59,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47 2024-12-03T10:33:59,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/cluster_6672d40f-1162-a2bd-14f3-9e2ae39bfcf0, deleteOnExit=true 2024-12-03T10:33:59,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/cluster_6672d40f-1162-a2bd-14f3-9e2ae39bfcf0/zookeeper_0, clientPort=63835, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/cluster_6672d40f-1162-a2bd-14f3-9e2ae39bfcf0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/cluster_6672d40f-1162-a2bd-14f3-9e2ae39bfcf0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:33:59,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63835 2024-12-03T10:33:59,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:33:59,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:33:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/test.cache.data in system properties and HBase conf 2024-12-03T10:33:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:33:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:33:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:33:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:33:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:33:59,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:33:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:33:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:33:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:33:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:33:59,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019c0a85130002, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:33:59,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019c0a85130005, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:33:59,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019c0a85130008, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:33:59,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019c0a85130008, quorum=127.0.0.1:61467, baseZNode=/2891887017 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:33:59,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019c0a85130002, quorum=127.0.0.1:61467, baseZNode=/01244774250 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:33:59,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019c0a85130005, quorum=127.0.0.1:61467, baseZNode=/11400298776 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:33:59,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:59,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:33:59,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:33:59,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:33:59,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:33:59,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:33:59,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:33:59,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fa58b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:33:59,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f24a4d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/java.io.tmpdir/jetty-localhost-40211-hadoop-hdfs-3_4_1-tests_jar-_-any-15135250444449746262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:33:59,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:40211} 2024-12-03T10:33:59,946 INFO [Time-limited test {}] server.Server(415): Started @318063ms 2024-12-03T10:34:00,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:34:00,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:34:00,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:34:00,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:34:00,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:34:00,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54943068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:34:00,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47bb6c60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:34:00,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34877dfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/java.io.tmpdir/jetty-localhost-37473-hadoop-hdfs-3_4_1-tests_jar-_-any-12780016876144550727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:34:00,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b5cdbc6{HTTP/1.1, (http/1.1)}{localhost:37473} 2024-12-03T10:34:00,451 INFO [Time-limited test {}] server.Server(415): Started @318569ms 2024-12-03T10:34:00,452 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:34:01,010 WARN [Thread-4207 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/cluster_6672d40f-1162-a2bd-14f3-9e2ae39bfcf0/data/data2/current/BP-1074003486-172.17.0.2-1733222039603/current, will proceed with Du for space computation calculation, 2024-12-03T10:34:01,010 WARN [Thread-4206 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/cluster_6672d40f-1162-a2bd-14f3-9e2ae39bfcf0/data/data1/current/BP-1074003486-172.17.0.2-1733222039603/current, will proceed with Du for space computation calculation, 2024-12-03T10:34:01,023 WARN [Thread-4194 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:34:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e2020c6547bd093 with lease ID 0xc60c68b2d802f3a5: Processing first storage report for DS-aef1f804-cae6-47b8-af37-025dc9ab9bb1 from datanode DatanodeRegistration(127.0.0.1:40893, datanodeUuid=ceae43f4-96e9-43d7-82f6-bfd1078bf8fe, infoPort=40003, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=849004885;c=1733222039603) 2024-12-03T10:34:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e2020c6547bd093 with lease ID 0xc60c68b2d802f3a5: from storage DS-aef1f804-cae6-47b8-af37-025dc9ab9bb1 node DatanodeRegistration(127.0.0.1:40893, datanodeUuid=ceae43f4-96e9-43d7-82f6-bfd1078bf8fe, infoPort=40003, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=849004885;c=1733222039603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:34:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e2020c6547bd093 with lease ID 0xc60c68b2d802f3a5: Processing first storage report for DS-df345597-9cdb-48dd-9e33-b0e5de2262ab from datanode DatanodeRegistration(127.0.0.1:40893, datanodeUuid=ceae43f4-96e9-43d7-82f6-bfd1078bf8fe, infoPort=40003, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=849004885;c=1733222039603) 2024-12-03T10:34:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e2020c6547bd093 with lease ID 0xc60c68b2d802f3a5: from storage DS-df345597-9cdb-48dd-9e33-b0e5de2262ab node DatanodeRegistration(127.0.0.1:40893, datanodeUuid=ceae43f4-96e9-43d7-82f6-bfd1078bf8fe, infoPort=40003, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=849004885;c=1733222039603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:34:01,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47 2024-12-03T10:34:01,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:01,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:01,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40893 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:34:01,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637 with version=8 2024-12-03T10:34:01,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/hbase-staging 2024-12-03T10:34:01,484 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:34:01,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:01,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:01,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:34:01,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:01,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:34:01,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:34:01,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:34:01,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40681 2024-12-03T10:34:01,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40681 connecting to ZooKeeper ensemble=127.0.0.1:63835 2024-12-03T10:34:01,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406810x0, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:01,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40681-0x1019c0b320a0000 connected 2024-12-03T10:34:01,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:01,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:01,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Set watcher on znode that does not yet exist, /01939447028/running 2024-12-03T10:34:01,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637, hbase.cluster.distributed=false 2024-12-03T10:34:01,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Set watcher on znode that does not yet exist, /01939447028/acl 2024-12-03T10:34:01,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-03T10:34:01,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40681 2024-12-03T10:34:01,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40681 2024-12-03T10:34:01,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-03T10:34:01,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-03T10:34:01,632 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:34:01,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:01,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:01,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:34:01,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:01,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:34:01,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:34:01,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:34:01,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35083 2024-12-03T10:34:01,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35083 connecting to ZooKeeper ensemble=127.0.0.1:63835 2024-12-03T10:34:01,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:01,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:01,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350830x0, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:01,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350830x0, quorum=127.0.0.1:63835, baseZNode=/01939447028 Set watcher on znode that does not yet exist, /01939447028/running 2024-12-03T10:34:01,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35083-0x1019c0b320a0001 connected 2024-12-03T10:34:01,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:34:01,646 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:34:01,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Set watcher on znode that does not yet exist, /01939447028/master 2024-12-03T10:34:01,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Set watcher on znode that does not yet exist, /01939447028/acl 2024-12-03T10:34:01,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35083 2024-12-03T10:34:01,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35083 2024-12-03T10:34:01,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35083 2024-12-03T10:34:01,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35083 2024-12-03T10:34:01,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35083 2024-12-03T10:34:01,666 DEBUG [M:0;a78f5601770a:40681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:40681 2024-12-03T10:34:01,666 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01939447028/backup-masters/a78f5601770a,40681,1733222041484 2024-12-03T10:34:01,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028/backup-masters 2024-12-03T10:34:01,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028/backup-masters 2024-12-03T10:34:01,673 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Set watcher on existing znode=/01939447028/backup-masters/a78f5601770a,40681,1733222041484 2024-12-03T10:34:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01939447028/master 2024-12-03T10:34:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:01,681 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Set watcher on existing znode=/01939447028/master 2024-12-03T10:34:01,682 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01939447028/backup-masters/a78f5601770a,40681,1733222041484 from backup master directory 2024-12-03T10:34:01,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01939447028/backup-masters/a78f5601770a,40681,1733222041484 2024-12-03T10:34:01,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028/backup-masters 2024-12-03T10:34:01,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028/backup-masters 2024-12-03T10:34:01,689 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:34:01,689 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,40681,1733222041484 2024-12-03T10:34:01,692 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/hbase.id] with ID: 5132cff3-9f87-4ef8-bbe3-2d8ee8e99c17 2024-12-03T10:34:01,692 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/.tmp/hbase.id 2024-12-03T10:34:01,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40893 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:34:02,096 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/.tmp/hbase.id]:[hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/hbase.id] 2024-12-03T10:34:02,103 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:02,103 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:34:02,103 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T10:34:02,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:02,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40893 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:34:02,132 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:34:02,133 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:34:02,133 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:02,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40893 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:34:02,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:02,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:34:02,206 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128708 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:34:02,538 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData/data/master/store 2024-12-03T10:34:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40893 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:34:02,943 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:02,943 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:34:02,943 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:02,943 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:02,943 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:34:02,943 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:02,943 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:02,943 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222042943Disabling compacts and flushes for region at 1733222042943Disabling writes for close at 1733222042943Writing region close event to WAL at 1733222042943Closed at 1733222042943 2024-12-03T10:34:02,944 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData/data/master/store/.initializing 2024-12-03T10:34:02,944 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData/WALs/a78f5601770a,40681,1733222041484 2024-12-03T10:34:02,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:34:02,945 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C40681%2C1733222041484, suffix=, logDir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData/WALs/a78f5601770a,40681,1733222041484, archiveDir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData/oldWALs, maxLogs=10 2024-12-03T10:34:02,956 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData/WALs/a78f5601770a,40681,1733222041484/a78f5601770a%2C40681%2C1733222041484.1733222042945, exclude list is [], retry=0 2024-12-03T10:34:02,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40893,DS-aef1f804-cae6-47b8-af37-025dc9ab9bb1,DISK] 2024-12-03T10:34:02,959 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData/WALs/a78f5601770a,40681,1733222041484/a78f5601770a%2C40681%2C1733222041484.1733222042945 2024-12-03T10:34:02,959 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40003:40003)] 2024-12-03T10:34:02,959 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:02,959 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:02,959 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,959 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:34:02,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:02,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:02,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:34:02,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:02,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:02,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:34:02,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:02,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:02,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:34:02,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:02,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:02,964 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,965 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,965 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,966 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,966 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,966 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:02,967 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:02,968 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:02,969 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74722268, jitterRate=0.11344856023788452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:02,969 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733222042959Initializing all the Stores at 1733222042960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222042960Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222042960Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222042960Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222042960Cleaning up temporary data from old regions at 1733222042966 (+6 ms)Region opened successfully at 1733222042969 (+3 ms) 2024-12-03T10:34:02,969 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:34:02,971 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f0a187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:34:02,972 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:34:02,972 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:34:02,972 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:34:02,972 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:34:02,973 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:34:02,973 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:34:02,973 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:34:02,974 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:34:02,975 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Unable to get data of znode /01939447028/balancer because node does not exist (not necessarily an error) 2024-12-03T10:34:03,003 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01939447028/balancer already deleted, retry=false 2024-12-03T10:34:03,004 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:34:03,004 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Unable to get data of znode /01939447028/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:34:03,014 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01939447028/normalizer already deleted, retry=false 2024-12-03T10:34:03,014 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:34:03,015 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Unable to get data of znode /01939447028/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:34:03,023 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01939447028/switch/split already deleted, retry=false 2024-12-03T10:34:03,023 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Unable to get data of znode /01939447028/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:34:03,031 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01939447028/switch/merge already deleted, retry=false 2024-12-03T10:34:03,033 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Unable to get data of znode /01939447028/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:34:03,039 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01939447028/snapshot-cleanup already deleted, retry=false 2024-12-03T10:34:03,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01939447028/running 2024-12-03T10:34:03,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01939447028/running 2024-12-03T10:34:03,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:03,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:03,048 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,40681,1733222041484, sessionid=0x1019c0b320a0000, setting cluster-up flag (Was=false) 2024-12-03T10:34:03,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:03,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:03,089 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01939447028/flush-table-proc/acquired, /01939447028/flush-table-proc/reached, /01939447028/flush-table-proc/abort 2024-12-03T10:34:03,090 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,40681,1733222041484 2024-12-03T10:34:03,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:03,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:03,131 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01939447028/online-snapshot/acquired, /01939447028/online-snapshot/reached, /01939447028/online-snapshot/abort 2024-12-03T10:34:03,132 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,40681,1733222041484 2024-12-03T10:34:03,133 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:34:03,134 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:03,134 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:34:03,134 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:34:03,134 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,40681,1733222041484 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:34:03,135 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:03,135 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:03,135 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:03,135 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:03,136 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:34:03,136 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,136 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:34:03,136 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,136 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733222073136 2024-12-03T10:34:03,136 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:34:03,136 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:34:03,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:03,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:34:03,137 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:34:03,137 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:03,137 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:34:03,138 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222043137,5,FailOnTimeoutGroup] 2024-12-03T10:34:03,138 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222043138,5,FailOnTimeoutGroup] 2024-12-03T10:34:03,138 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,138 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:34:03,138 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,138 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40893 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:34:03,159 INFO [RS:0;a78f5601770a:35083 {}] regionserver.HRegionServer(746): ClusterId : 5132cff3-9f87-4ef8-bbe3-2d8ee8e99c17 2024-12-03T10:34:03,159 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:34:03,165 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:34:03,165 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:34:03,173 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:34:03,173 DEBUG [RS:0;a78f5601770a:35083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ebad36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:34:03,186 DEBUG [RS:0;a78f5601770a:35083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:35083 2024-12-03T10:34:03,186 INFO [RS:0;a78f5601770a:35083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:34:03,186 INFO [RS:0;a78f5601770a:35083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:34:03,186 DEBUG [RS:0;a78f5601770a:35083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:34:03,186 INFO [RS:0;a78f5601770a:35083 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,40681,1733222041484 with port=35083, startcode=1733222041632 2024-12-03T10:34:03,186 DEBUG [RS:0;a78f5601770a:35083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:34:03,187 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:34:03,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,35083,1733222041632 2024-12-03T10:34:03,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,35083,1733222041632 2024-12-03T10:34:03,189 DEBUG [RS:0;a78f5601770a:35083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637 2024-12-03T10:34:03,189 DEBUG [RS:0;a78f5601770a:35083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37271 2024-12-03T10:34:03,189 DEBUG [RS:0;a78f5601770a:35083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:34:03,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028/rs 2024-12-03T10:34:03,198 DEBUG [RS:0;a78f5601770a:35083 {}] zookeeper.ZKUtil(111): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Set watcher on existing znode=/01939447028/rs/a78f5601770a,35083,1733222041632 2024-12-03T10:34:03,198 WARN [RS:0;a78f5601770a:35083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:34:03,198 INFO [RS:0;a78f5601770a:35083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:03,198 DEBUG [RS:0;a78f5601770a:35083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/WALs/a78f5601770a,35083,1733222041632 2024-12-03T10:34:03,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,35083,1733222041632] 2024-12-03T10:34:03,201 INFO [RS:0;a78f5601770a:35083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:34:03,202 INFO [RS:0;a78f5601770a:35083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:34:03,202 INFO [RS:0;a78f5601770a:35083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:34:03,202 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,202 INFO [RS:0;a78f5601770a:35083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:34:03,203 INFO [RS:0;a78f5601770a:35083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:34:03,203 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:34:03,203 DEBUG [RS:0;a78f5601770a:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:34:03,205 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,205 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,205 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,205 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,205 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,205 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35083,1733222041632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:34:03,216 INFO [RS:0;a78f5601770a:35083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:34:03,217 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,35083,1733222041632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,217 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,217 INFO [RS:0;a78f5601770a:35083 {}] regionserver.Replication(171): a78f5601770a,35083,1733222041632 started 2024-12-03T10:34:03,227 INFO [RS:0;a78f5601770a:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:03,227 INFO [RS:0;a78f5601770a:35083 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,35083,1733222041632, RpcServer on a78f5601770a/172.17.0.2:35083, sessionid=0x1019c0b320a0001 2024-12-03T10:34:03,227 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:34:03,227 DEBUG [RS:0;a78f5601770a:35083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,35083,1733222041632 2024-12-03T10:34:03,227 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,35083,1733222041632' 2024-12-03T10:34:03,227 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01939447028/flush-table-proc/abort' 2024-12-03T10:34:03,227 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01939447028/flush-table-proc/acquired' 2024-12-03T10:34:03,228 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:34:03,228 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:34:03,228 DEBUG [RS:0;a78f5601770a:35083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,35083,1733222041632 2024-12-03T10:34:03,228 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,35083,1733222041632' 2024-12-03T10:34:03,228 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01939447028/online-snapshot/abort' 2024-12-03T10:34:03,228 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01939447028/online-snapshot/acquired' 2024-12-03T10:34:03,228 DEBUG [RS:0;a78f5601770a:35083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:34:03,228 INFO [RS:0;a78f5601770a:35083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:34:03,229 INFO [RS:0;a78f5601770a:35083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:34:03,329 INFO [RS:0;a78f5601770a:35083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:34:03,330 INFO [RS:0;a78f5601770a:35083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C35083%2C1733222041632, suffix=, logDir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/WALs/a78f5601770a,35083,1733222041632, archiveDir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/oldWALs, maxLogs=10 2024-12-03T10:34:03,340 DEBUG [RS:0;a78f5601770a:35083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/WALs/a78f5601770a,35083,1733222041632/a78f5601770a%2C35083%2C1733222041632.1733222043330, exclude list is [], retry=0 2024-12-03T10:34:03,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40893,DS-aef1f804-cae6-47b8-af37-025dc9ab9bb1,DISK] 2024-12-03T10:34:03,343 INFO [RS:0;a78f5601770a:35083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/WALs/a78f5601770a,35083,1733222041632/a78f5601770a%2C35083%2C1733222041632.1733222043330 2024-12-03T10:34:03,343 DEBUG [RS:0;a78f5601770a:35083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40003:40003)] 2024-12-03T10:34:03,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:34:03,546 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637 2024-12-03T10:34:03,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40893 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:34:03,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:03,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:34:03,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:34:03,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:03,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:03,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:34:03,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:34:03,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:03,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:03,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:34:03,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:34:03,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:03,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:03,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:34:03,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:34:03,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:03,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:03,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:34:03,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/data/hbase/meta/1588230740 2024-12-03T10:34:03,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/data/hbase/meta/1588230740 2024-12-03T10:34:03,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:34:03,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:34:03,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:03,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:34:03,959 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:03,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65623592, jitterRate=-0.022132277488708496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:03,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733222043951Initializing all the Stores at 1733222043951Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222043951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222043951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222043951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222043951Cleaning up temporary data from old regions at 1733222043957 (+6 ms)Region opened successfully at 1733222043960 (+3 ms) 2024-12-03T10:34:03,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:34:03,960 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:34:03,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:34:03,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:34:03,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:34:03,960 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:34:03,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222043960Disabling compacts and flushes for region at 1733222043960Disabling writes for close at 1733222043960Writing region close event to WAL at 1733222043960Closed at 1733222043960 2024-12-03T10:34:03,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:03,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:34:03,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:34:03,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:34:03,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:34:04,112 DEBUG [a78f5601770a:40681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:34:04,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,35083,1733222041632 2024-12-03T10:34:04,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,35083,1733222041632, state=OPENING 2024-12-03T10:34:04,139 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:34:04,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:04,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01939447028 2024-12-03T10:34:04,148 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:34:04,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01939447028/meta-region-server: CHANGED 2024-12-03T10:34:04,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01939447028/meta-region-server: CHANGED 2024-12-03T10:34:04,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,35083,1733222041632}] 2024-12-03T10:34:04,300 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:34:04,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:34:04,303 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:34:04,303 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:04,303 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:34:04,304 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C35083%2C1733222041632.meta, suffix=.meta, logDir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/WALs/a78f5601770a,35083,1733222041632, archiveDir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/oldWALs, maxLogs=10 2024-12-03T10:34:04,315 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/WALs/a78f5601770a,35083,1733222041632/a78f5601770a%2C35083%2C1733222041632.meta.1733222044305.meta, exclude list is [], retry=0 2024-12-03T10:34:04,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40893,DS-aef1f804-cae6-47b8-af37-025dc9ab9bb1,DISK] 2024-12-03T10:34:04,318 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/WALs/a78f5601770a,35083,1733222041632/a78f5601770a%2C35083%2C1733222041632.meta.1733222044305.meta 2024-12-03T10:34:04,318 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40003:40003)] 2024-12-03T10:34:04,318 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:04,318 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:34:04,318 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:34:04,318 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:34:04,318 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:34:04,319 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:34:04,319 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:04,319 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:34:04,319 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:34:04,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:34:04,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:34:04,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:04,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:04,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:34:04,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:34:04,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:04,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:04,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:34:04,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:34:04,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:04,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:04,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:34:04,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:34:04,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:04,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:04,323 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:34:04,323 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/data/hbase/meta/1588230740 2024-12-03T10:34:04,324 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/data/hbase/meta/1588230740 2024-12-03T10:34:04,325 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:34:04,325 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:34:04,325 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:04,326 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:34:04,326 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69407282, jitterRate=0.03424909710884094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:04,326 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:34:04,327 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733222044319Writing region info on filesystem at 1733222044319Initializing all the Stores at 1733222044319Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222044319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222044320 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222044320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222044320Cleaning up temporary data from old regions at 1733222044325 (+5 ms)Running coprocessor post-open hooks at 1733222044326 (+1 ms)Region opened successfully at 1733222044327 (+1 ms) 2024-12-03T10:34:04,327 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733222044299 2024-12-03T10:34:04,329 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:34:04,329 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:34:04,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,35083,1733222041632 2024-12-03T10:34:04,330 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,35083,1733222041632, state=OPEN 2024-12-03T10:34:04,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1019c0b320a0000, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01939447028/meta-region-server 2024-12-03T10:34:04,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1019c0b320a0001, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01939447028/meta-region-server 2024-12-03T10:34:04,360 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,35083,1733222041632 2024-12-03T10:34:04,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01939447028/meta-region-server: CHANGED 2024-12-03T10:34:04,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01939447028/meta-region-server: CHANGED 2024-12-03T10:34:04,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:34:04,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,35083,1733222041632 in 212 msec 2024-12-03T10:34:04,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:34:04,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-12-03T10:34:04,363 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:04,363 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:34:04,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:04,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,35083,1733222041632, seqNum=-1] 2024-12-03T10:34:04,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:04,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:04,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-12-03T10:34:04,368 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733222044368, completionTime=-1 2024-12-03T10:34:04,368 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:34:04,369 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:34:04,370 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:34:04,370 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733222104370 2024-12-03T10:34:04,370 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222164370 2024-12-03T10:34:04,370 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:34:04,370 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40681,1733222041484-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:04,370 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40681,1733222041484-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:04,370 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40681,1733222041484-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:04,370 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:40681, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:04,370 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:04,370 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:04,372 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:34:04,373 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.683sec 2024-12-03T10:34:04,373 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:34:04,373 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:34:04,373 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:34:04,373 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:34:04,373 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:34:04,373 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40681,1733222041484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:34:04,373 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40681,1733222041484-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:34:04,374 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:34:04,375 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:34:04,375 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,40681,1733222041484-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:04,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a663788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:04,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,40681,-1 for getting cluster id 2024-12-03T10:34:04,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:04,461 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5132cff3-9f87-4ef8-bbe3-2d8ee8e99c17' 2024-12-03T10:34:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5132cff3-9f87-4ef8-bbe3-2d8ee8e99c17" 2024-12-03T10:34:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfed94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,40681,-1] 2024-12-03T10:34:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:04,462 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:04,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28260d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:04,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,35083,1733222041632, seqNum=-1] 2024-12-03T10:34:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:04,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:04,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,40681,1733222041484 2024-12-03T10:34:04,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63835 2024-12-03T10:34:04,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63835, baseZNode=/01939447028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:04,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019c0b320a0002 connected 2024-12-03T10:34:04,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,40681,1733222041484 2024-12-03T10:34:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65282cf9 2024-12-03T10:34:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:04,492 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:04,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:34:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:34:04,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:34:04,494 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:04,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:34:04,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:34:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:04,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40893 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:34:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:04,900 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0225c01362650f041a6a0c81985d04c, NAME => 'test,,1733222044493.d0225c01362650f041a6a0c81985d04c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637 2024-12-03T10:34:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40893 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:34:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:05,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733222044493.d0225c01362650f041a6a0c81985d04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:05,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d0225c01362650f041a6a0c81985d04c, disabling compactions & flushes 2024-12-03T10:34:05,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733222044493.d0225c01362650f041a6a0c81985d04c. 2024-12-03T10:34:05,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222044493.d0225c01362650f041a6a0c81985d04c. 2024-12-03T10:34:05,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733222044493.d0225c01362650f041a6a0c81985d04c. after waiting 0 ms 2024-12-03T10:34:05,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733222044493.d0225c01362650f041a6a0c81985d04c. 2024-12-03T10:34:05,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733222044493.d0225c01362650f041a6a0c81985d04c. 2024-12-03T10:34:05,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0225c01362650f041a6a0c81985d04c: Waiting for close lock at 1733222045305Disabling compacts and flushes for region at 1733222045305Disabling writes for close at 1733222045305Writing region close event to WAL at 1733222045305Closed at 1733222045305 2024-12-03T10:34:05,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:34:05,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733222044493.d0225c01362650f041a6a0c81985d04c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733222045306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222045306"}]},"ts":"1733222045306"} 2024-12-03T10:34:05,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:34:05,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:34:05,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222045308"}]},"ts":"1733222045308"} 2024-12-03T10:34:05,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:34:05,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0225c01362650f041a6a0c81985d04c, ASSIGN}] 2024-12-03T10:34:05,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0225c01362650f041a6a0c81985d04c, ASSIGN 2024-12-03T10:34:05,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d0225c01362650f041a6a0c81985d04c, ASSIGN; state=OFFLINE, location=a78f5601770a,35083,1733222041632; forceNewPlan=false, retain=false 2024-12-03T10:34:05,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0225c01362650f041a6a0c81985d04c, regionState=OPENING, regionLocation=a78f5601770a,35083,1733222041632 2024-12-03T10:34:05,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d0225c01362650f041a6a0c81985d04c, ASSIGN because future has completed 2024-12-03T10:34:05,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0225c01362650f041a6a0c81985d04c, server=a78f5601770a,35083,1733222041632}] 2024-12-03T10:34:05,618 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733222044493.d0225c01362650f041a6a0c81985d04c. 2024-12-03T10:34:05,618 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d0225c01362650f041a6a0c81985d04c, NAME => 'test,,1733222044493.d0225c01362650f041a6a0c81985d04c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:05,618 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:34:05,618 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:34:05,618 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,618 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733222044493.d0225c01362650f041a6a0c81985d04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:05,618 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,618 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,619 INFO [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,620 INFO [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0225c01362650f041a6a0c81985d04c columnFamilyName f 2024-12-03T10:34:05,620 DEBUG [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:05,621 INFO [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] regionserver.HStore(327): Store=d0225c01362650f041a6a0c81985d04c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:05,621 INFO [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,621 INFO [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0225c01362650f041a6a0c81985d04c columnFamilyName f1 2024-12-03T10:34:05,621 DEBUG [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:05,622 INFO [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] regionserver.HStore(327): Store=d0225c01362650f041a6a0c81985d04c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:05,622 INFO [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,622 INFO [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0225c01362650f041a6a0c81985d04c columnFamilyName norep 2024-12-03T10:34:05,622 DEBUG [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:05,623 INFO [StoreOpener-d0225c01362650f041a6a0c81985d04c-1 {}] regionserver.HStore(327): Store=d0225c01362650f041a6a0c81985d04c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:05,623 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,623 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/data/default/test/d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,623 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/data/default/test/d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,624 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,624 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,624 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:34:05,625 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,626 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/data/default/test/d0225c01362650f041a6a0c81985d04c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:05,626 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d0225c01362650f041a6a0c81985d04c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71312447, jitterRate=0.06263826787471771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:34:05,626 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0225c01362650f041a6a0c81985d04c 2024-12-03T10:34:05,627 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d0225c01362650f041a6a0c81985d04c: Running coprocessor pre-open hook at 1733222045619Writing region info on filesystem at 1733222045619Initializing all the Stores at 1733222045619Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222045619Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222045619Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222045619Cleaning up temporary data from old regions at 1733222045624 (+5 ms)Running coprocessor post-open hooks at 1733222045626 (+2 ms)Region opened successfully at 1733222045627 (+1 ms) 2024-12-03T10:34:05,627 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733222044493.d0225c01362650f041a6a0c81985d04c., pid=6, masterSystemTime=1733222045615 2024-12-03T10:34:05,629 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733222044493.d0225c01362650f041a6a0c81985d04c. 2024-12-03T10:34:05,629 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733222044493.d0225c01362650f041a6a0c81985d04c. 2024-12-03T10:34:05,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0225c01362650f041a6a0c81985d04c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,35083,1733222041632 2024-12-03T10:34:05,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0225c01362650f041a6a0c81985d04c, server=a78f5601770a,35083,1733222041632 because future has completed 2024-12-03T10:34:05,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:34:05,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d0225c01362650f041a6a0c81985d04c, server=a78f5601770a,35083,1733222041632 in 168 msec 2024-12-03T10:34:05,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:34:05,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d0225c01362650f041a6a0c81985d04c, ASSIGN in 322 msec 2024-12-03T10:34:05,634 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:34:05,634 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222045634"}]},"ts":"1733222045634"} 2024-12-03T10:34:05,635 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:34:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:05,636 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:34:05,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-03T10:34:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:06,655 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:34:06,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:06,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,40681,-1 for getting cluster id 2024-12-03T10:34:06,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:06,656 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5132cff3-9f87-4ef8-bbe3-2d8ee8e99c17' 2024-12-03T10:34:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5132cff3-9f87-4ef8-bbe3-2d8ee8e99c17" 2024-12-03T10:34:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcff877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,40681,-1] 2024-12-03T10:34:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:06,658 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:06,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7009f08f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:06,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:06,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,40681,1733222041484 2024-12-03T10:34:06,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6986d6c9 2024-12-03T10:34:06,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:06,660 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:06,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:40681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:34:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:34:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:34:06,662 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:40681' 2024-12-03T10:34:06,663 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1931919d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:06,663 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,40681,-1 for getting cluster id 2024-12-03T10:34:06,663 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:06,663 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5132cff3-9f87-4ef8-bbe3-2d8ee8e99c17' 2024-12-03T10:34:06,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:06,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5132cff3-9f87-4ef8-bbe3-2d8ee8e99c17" 2024-12-03T10:34:06,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7860f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:06,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,40681,-1] 2024-12-03T10:34:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:06,664 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:06,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16033d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:06,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:06,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,40681,1733222041484 2024-12-03T10:34:06,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa54ea0 2024-12-03T10:34:06,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:06,666 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:06,666 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:34:06,666 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:34:06,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:06,667 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:06,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:06,667 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a78f5601770a:40681, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T10:34:06,671 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a78f5601770a:40681, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a78f5601770a:40681, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a78f5601770a:40681, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-03T10:34:06,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a78f5601770a:40681, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-03T10:34:06,673 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-03T10:34:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:34:06,766 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://a78f5601770a:40681, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-03T10:34:06,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:06,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:06,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:06,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:06,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:06,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 358) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1450079870_20 at /127.0.0.1:57564 [Receiving block BP-1074003486-172.17.0.2-1733222039603:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7924-acceptor-0@6dea067f-ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:40211} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:63835): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Session-HouseKeeper-37872a5f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37271 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/a78f5601770a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f05e4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 39731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1679378324-7971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1679378324-7970-acceptor-0@4496a2b0-ServerConnector@6b5cdbc6{HTTP/1.1, (http/1.1)}{localhost:37473} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 2 on default port 37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63835) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: BP-1074003486-172.17.0.2-1733222039603 heartbeating to localhost/127.0.0.1:37271 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1288804563-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f05e4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1faca6c2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/a78f5601770a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1288804563-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/cluster_6672d40f-1162-a2bd-14f3-9e2ae39bfcf0/data/data1/current/BP-1074003486-172.17.0.2-1733222039603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637/MasterData-prefix:a78f5601770a,40681,1733222041484 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a78f5601770a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@589e39f4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7920 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f05e4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1074003486-172.17.0.2-1733222039603:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1172773893_20 at /127.0.0.1:57582 [Receiving block BP-1074003486-172.17.0.2-1733222039603:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7921 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f05e4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a78f5601770a:35083-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS:0;a78f5601770a:35083 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f05e4ad4eb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1172773893_20 at /127.0.0.1:51424 [Receiving block BP-1074003486-172.17.0.2-1733222039603:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/cluster_6672d40f-1162-a2bd-14f3-9e2ae39bfcf0/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: M:0;a78f5601770a:40681 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1074003486-172.17.0.2-1733222039603:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637-prefix:a78f5601770a,35083,1733222041632 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39731 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222043137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1679378324-7972 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1172773893_20 at /127.0.0.1:57518 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/cluster_6672d40f-1162-a2bd-14f3-9e2ae39bfcf0/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@493f33c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37271 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222043138 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PacketResponder: BP-1074003486-172.17.0.2-1733222039603:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a78f5601770a:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@20b9729c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@70c1b80b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: a78f5601770a:40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: CacheReplicationMonitor(1270177134) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5b9949c3[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f05e49f5890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63835) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/a78f5601770a:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 3 on default port 39731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63835) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1679378324-7969 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f05e4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/a78f5601770a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63835 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/cluster_6672d40f-1162-a2bd-14f3-9e2ae39bfcf0/data/data2/current/BP-1074003486-172.17.0.2-1733222039603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37271/user/jenkins/test-data/f5c68417-f6c2-5007-fd6c-96e4908aa637-prefix:a78f5601770a,35083,1733222041632.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=868 (was 787) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 257), ProcessCount=11 (was 11), AvailableMemoryMB=7444 (was 7466) 2024-12-03T10:34:06,783 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-03T10:34:06,795 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=7444 2024-12-03T10:34:06,795 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-03T10:34:06,806 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-03T10:34:06,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/hadoop.log.dir so I do NOT create it in target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac 2024-12-03T10:34:06,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:34:06,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/hadoop.tmp.dir so I do NOT create it in target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac 2024-12-03T10:34:06,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7ffce3-e0a0-e148-60e7-95eb14d13a47/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:34:06,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac 2024-12-03T10:34:06,807 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/cluster_52f2255b-9d60-2df5-dc75-53a9fc89f998, deleteOnExit=true 2024-12-03T10:34:06,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/cluster_52f2255b-9d60-2df5-dc75-53a9fc89f998/zookeeper_0, clientPort=56261, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/cluster_52f2255b-9d60-2df5-dc75-53a9fc89f998/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/cluster_52f2255b-9d60-2df5-dc75-53a9fc89f998/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:34:06,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56261 2024-12-03T10:34:06,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:34:06,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/test.cache.data in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:34:06,844 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:34:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:34:06,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:34:06,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:34:06,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:34:07,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:34:07,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:34:07,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:34:07,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:34:07,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:34:07,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:34:07,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:34:07,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:34:07,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5208d3f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/java.io.tmpdir/jetty-localhost-34561-hadoop-hdfs-3_4_1-tests_jar-_-any-15263241604327809896/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:34:07,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:34561} 2024-12-03T10:34:07,259 INFO [Time-limited test {}] server.Server(415): Started @325376ms 2024-12-03T10:34:07,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:34:07,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T10:34:07,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T10:34:07,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T10:34:07,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:34:07,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T10:34:07,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:34:07,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:34:07,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:34:07,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:34:07,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:34:07,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:34:07,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:34:07,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f17d5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/java.io.tmpdir/jetty-localhost-42819-hadoop-hdfs-3_4_1-tests_jar-_-any-17247749677013714467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:34:07,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:42819} 2024-12-03T10:34:07,557 INFO [Time-limited test {}] server.Server(415): Started @325675ms 2024-12-03T10:34:07,558 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:34:08,093 WARN [Thread-4340 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/cluster_52f2255b-9d60-2df5-dc75-53a9fc89f998/data/data2/current/BP-743062018-172.17.0.2-1733222046865/current, will proceed with Du for space computation calculation, 2024-12-03T10:34:08,093 WARN [Thread-4339 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/cluster_52f2255b-9d60-2df5-dc75-53a9fc89f998/data/data1/current/BP-743062018-172.17.0.2-1733222046865/current, will proceed with Du for space computation calculation, 2024-12-03T10:34:08,107 WARN [Thread-4327 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:34:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa04e9124144efb80 with lease ID 0xc9daf8c40b89ac33: Processing first storage report for DS-89252596-e5a8-4430-aebb-f6e773926a9d from datanode DatanodeRegistration(127.0.0.1:35443, datanodeUuid=11526afd-0fac-416d-aba8-7a8b03329236, infoPort=41793, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=297621519;c=1733222046865) 2024-12-03T10:34:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa04e9124144efb80 with lease ID 0xc9daf8c40b89ac33: from storage DS-89252596-e5a8-4430-aebb-f6e773926a9d node DatanodeRegistration(127.0.0.1:35443, datanodeUuid=11526afd-0fac-416d-aba8-7a8b03329236, infoPort=41793, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=297621519;c=1733222046865), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:34:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa04e9124144efb80 with lease ID 0xc9daf8c40b89ac33: Processing first storage report for DS-5f44723e-e1e8-49d5-b828-93a3c67e828c from datanode DatanodeRegistration(127.0.0.1:35443, datanodeUuid=11526afd-0fac-416d-aba8-7a8b03329236, infoPort=41793, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=297621519;c=1733222046865) 2024-12-03T10:34:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa04e9124144efb80 with lease ID 0xc9daf8c40b89ac33: from storage DS-5f44723e-e1e8-49d5-b828-93a3c67e828c node DatanodeRegistration(127.0.0.1:35443, datanodeUuid=11526afd-0fac-416d-aba8-7a8b03329236, infoPort=41793, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=297621519;c=1733222046865), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:34:08,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac 2024-12-03T10:34:08,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:08,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:08,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:34:08,587 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1 with version=8 2024-12-03T10:34:08,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/hbase-staging 2024-12-03T10:34:08,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:34:08,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:08,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:08,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:34:08,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:08,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:34:08,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:34:08,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:34:08,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38635 2024-12-03T10:34:08,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38635 connecting to ZooKeeper ensemble=127.0.0.1:56261 2024-12-03T10:34:08,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386350x0, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:08,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38635-0x1019c0b4e620000 connected 2024-12-03T10:34:08,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:08,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:08,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Set watcher on znode that does not yet exist, /0476076141/running 2024-12-03T10:34:08,729 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1, hbase.cluster.distributed=false 2024-12-03T10:34:08,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Set watcher on znode that does not yet exist, /0476076141/acl 2024-12-03T10:34:08,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38635 2024-12-03T10:34:08,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38635 2024-12-03T10:34:08,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38635 2024-12-03T10:34:08,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38635 2024-12-03T10:34:08,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38635 2024-12-03T10:34:08,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:34:08,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:08,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:08,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:34:08,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:08,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:34:08,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:34:08,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:34:08,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39917 2024-12-03T10:34:08,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39917 connecting to ZooKeeper ensemble=127.0.0.1:56261 2024-12-03T10:34:08,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:08,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:08,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399170x0, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:08,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39917-0x1019c0b4e620001 connected 2024-12-03T10:34:08,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Set watcher on znode that does not yet exist, /0476076141/running 2024-12-03T10:34:08,759 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:34:08,760 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:34:08,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Set watcher on znode that does not yet exist, /0476076141/master 2024-12-03T10:34:08,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Set watcher on znode that does not yet exist, /0476076141/acl 2024-12-03T10:34:08,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39917 2024-12-03T10:34:08,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39917 2024-12-03T10:34:08,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39917 2024-12-03T10:34:08,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39917 2024-12-03T10:34:08,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39917 2024-12-03T10:34:08,775 DEBUG [M:0;a78f5601770a:38635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:38635 2024-12-03T10:34:08,776 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0476076141/backup-masters/a78f5601770a,38635,1733222048588 2024-12-03T10:34:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141/backup-masters 2024-12-03T10:34:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141/backup-masters 2024-12-03T10:34:08,784 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Set watcher on existing znode=/0476076141/backup-masters/a78f5601770a,38635,1733222048588 2024-12-03T10:34:08,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:08,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0476076141/master 2024-12-03T10:34:08,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:08,792 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Set watcher on existing znode=/0476076141/master 2024-12-03T10:34:08,793 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0476076141/backup-masters/a78f5601770a,38635,1733222048588 from backup master directory 2024-12-03T10:34:08,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141/backup-masters 2024-12-03T10:34:08,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0476076141/backup-masters/a78f5601770a,38635,1733222048588 2024-12-03T10:34:08,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141/backup-masters 2024-12-03T10:34:08,800 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:34:08,800 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,38635,1733222048588 2024-12-03T10:34:08,803 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/hbase.id] with ID: aa39ec75-5d86-4b97-9681-63321f8f39b0 2024-12-03T10:34:08,803 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/.tmp/hbase.id 2024-12-03T10:34:08,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:34:09,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:34:09,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T10:34:09,206 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/.tmp/hbase.id]:[hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/hbase.id] 2024-12-03T10:34:09,214 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:09,214 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:34:09,215 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:34:09,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:09,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:09,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:34:09,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,646 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:34:09,647 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:34:09,647 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:34:09,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:34:09,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:09,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:10,053 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store 2024-12-03T10:34:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:34:10,457 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:10,457 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:34:10,457 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:10,457 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:10,457 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:34:10,457 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:10,457 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:10,457 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222050457Disabling compacts and flushes for region at 1733222050457Disabling writes for close at 1733222050457Writing region close event to WAL at 1733222050457Closed at 1733222050457 2024-12-03T10:34:10,458 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/.initializing 2024-12-03T10:34:10,458 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/WALs/a78f5601770a,38635,1733222048588 2024-12-03T10:34:10,459 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:34:10,460 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C38635%2C1733222048588, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/WALs/a78f5601770a,38635,1733222048588, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/oldWALs, maxLogs=10 2024-12-03T10:34:10,471 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/WALs/a78f5601770a,38635,1733222048588/a78f5601770a%2C38635%2C1733222048588.1733222050460, exclude list is [], retry=0 2024-12-03T10:34:10,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35443,DS-89252596-e5a8-4430-aebb-f6e773926a9d,DISK] 2024-12-03T10:34:10,474 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/WALs/a78f5601770a,38635,1733222048588/a78f5601770a%2C38635%2C1733222048588.1733222050460 2024-12-03T10:34:10,474 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41793:41793)] 2024-12-03T10:34:10,474 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:10,474 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:10,474 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,474 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:34:10,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:10,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:10,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:34:10,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:10,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:10,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:34:10,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:10,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:10,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:34:10,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:10,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:10,479 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,480 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,480 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,481 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,481 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,481 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:10,481 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:10,483 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:10,483 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61543533, jitterRate=-0.08292989432811737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:10,483 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733222050474Initializing all the Stores at 1733222050475 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222050475Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222050475Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222050475Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222050475Cleaning up temporary data from old regions at 1733222050481 (+6 ms)Region opened successfully at 1733222050483 (+2 ms) 2024-12-03T10:34:10,483 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:34:10,485 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323490b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:34:10,485 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:34:10,485 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:34:10,485 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:34:10,486 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:34:10,486 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:34:10,486 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:34:10,486 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:34:10,487 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:34:10,488 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Unable to get data of znode /0476076141/balancer because node does not exist (not necessarily an error) 2024-12-03T10:34:10,637 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0476076141/balancer already deleted, retry=false 2024-12-03T10:34:10,637 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:34:10,638 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Unable to get data of znode /0476076141/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:34:10,675 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0476076141/normalizer already deleted, retry=false 2024-12-03T10:34:10,675 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:34:10,676 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Unable to get data of znode /0476076141/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:34:10,690 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0476076141/switch/split already deleted, retry=false 2024-12-03T10:34:10,691 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Unable to get data of znode /0476076141/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:34:10,700 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0476076141/switch/merge already deleted, retry=false 2024-12-03T10:34:10,702 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Unable to get data of znode /0476076141/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:34:10,709 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0476076141/snapshot-cleanup already deleted, retry=false 2024-12-03T10:34:10,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0476076141/running 2024-12-03T10:34:10,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0476076141/running 2024-12-03T10:34:10,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:10,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:10,718 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,38635,1733222048588, sessionid=0x1019c0b4e620000, setting cluster-up flag (Was=false) 2024-12-03T10:34:10,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:10,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:10,759 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0476076141/flush-table-proc/acquired, /0476076141/flush-table-proc/reached, /0476076141/flush-table-proc/abort 2024-12-03T10:34:10,759 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,38635,1733222048588 2024-12-03T10:34:10,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:10,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:10,800 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0476076141/online-snapshot/acquired, /0476076141/online-snapshot/reached, /0476076141/online-snapshot/abort 2024-12-03T10:34:10,801 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,38635,1733222048588 2024-12-03T10:34:10,802 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:34:10,803 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:10,803 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:34:10,803 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:34:10,803 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,38635,1733222048588 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:34:10,804 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:10,804 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:10,804 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:10,804 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:10,804 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:34:10,804 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,804 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:34:10,804 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,805 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733222080805 2024-12-03T10:34:10,805 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:34:10,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:34:10,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:34:10,806 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:34:10,806 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:34:10,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:34:10,806 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222050806,5,FailOnTimeoutGroup] 2024-12-03T10:34:10,807 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222050806,5,FailOnTimeoutGroup] 2024-12-03T10:34:10,807 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,807 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:34:10,807 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,807 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:34:10,869 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(746): ClusterId : aa39ec75-5d86-4b97-9681-63321f8f39b0 2024-12-03T10:34:10,869 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:34:10,876 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:34:10,876 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:34:10,884 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:34:10,884 DEBUG [RS:0;a78f5601770a:39917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688fd133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:34:10,894 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:39917 2024-12-03T10:34:10,894 INFO [RS:0;a78f5601770a:39917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:34:10,894 INFO [RS:0;a78f5601770a:39917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:34:10,894 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:34:10,894 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,38635,1733222048588 with port=39917, startcode=1733222048744 2024-12-03T10:34:10,894 DEBUG [RS:0;a78f5601770a:39917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:34:10,895 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:34:10,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,39917,1733222048744 2024-12-03T10:34:10,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38635 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,39917,1733222048744 2024-12-03T10:34:10,897 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1 2024-12-03T10:34:10,897 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42849 2024-12-03T10:34:10,897 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:34:10,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141/rs 2024-12-03T10:34:10,907 DEBUG [RS:0;a78f5601770a:39917 {}] zookeeper.ZKUtil(111): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Set watcher on existing znode=/0476076141/rs/a78f5601770a,39917,1733222048744 2024-12-03T10:34:10,907 WARN [RS:0;a78f5601770a:39917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:34:10,907 INFO [RS:0;a78f5601770a:39917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:10,907 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744 2024-12-03T10:34:10,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,39917,1733222048744] 2024-12-03T10:34:10,909 INFO [RS:0;a78f5601770a:39917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:34:10,910 INFO [RS:0;a78f5601770a:39917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:34:10,911 INFO [RS:0;a78f5601770a:39917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:34:10,911 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,911 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:34:10,911 INFO [RS:0;a78f5601770a:39917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:34:10,911 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:34:10,911 DEBUG [RS:0;a78f5601770a:39917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:34:10,914 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,914 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,914 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,914 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,914 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,914 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,39917,1733222048744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:34:10,928 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:34:10,928 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,39917,1733222048744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,928 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,929 INFO [RS:0;a78f5601770a:39917 {}] regionserver.Replication(171): a78f5601770a,39917,1733222048744 started 2024-12-03T10:34:10,940 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:10,940 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,39917,1733222048744, RpcServer on a78f5601770a/172.17.0.2:39917, sessionid=0x1019c0b4e620001 2024-12-03T10:34:10,940 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:34:10,940 DEBUG [RS:0;a78f5601770a:39917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,39917,1733222048744 2024-12-03T10:34:10,940 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,39917,1733222048744' 2024-12-03T10:34:10,940 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0476076141/flush-table-proc/abort' 2024-12-03T10:34:10,941 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0476076141/flush-table-proc/acquired' 2024-12-03T10:34:10,941 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:34:10,941 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:34:10,941 DEBUG [RS:0;a78f5601770a:39917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,39917,1733222048744 2024-12-03T10:34:10,941 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,39917,1733222048744' 2024-12-03T10:34:10,941 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0476076141/online-snapshot/abort' 2024-12-03T10:34:10,941 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0476076141/online-snapshot/acquired' 2024-12-03T10:34:10,941 DEBUG [RS:0;a78f5601770a:39917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:34:10,942 INFO [RS:0;a78f5601770a:39917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:34:10,942 INFO [RS:0;a78f5601770a:39917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:34:11,042 INFO [RS:0;a78f5601770a:39917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:34:11,043 INFO [RS:0;a78f5601770a:39917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C39917%2C1733222048744, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/oldWALs, maxLogs=10 2024-12-03T10:34:11,054 DEBUG [RS:0;a78f5601770a:39917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043, exclude list is [], retry=0 2024-12-03T10:34:11,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35443,DS-89252596-e5a8-4430-aebb-f6e773926a9d,DISK] 2024-12-03T10:34:11,057 INFO [RS:0;a78f5601770a:39917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 2024-12-03T10:34:11,057 DEBUG [RS:0;a78f5601770a:39917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41793:41793)] 2024-12-03T10:34:11,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:34:11,217 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1 2024-12-03T10:34:11,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:34:11,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:11,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:34:11,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:34:11,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:11,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:11,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:34:11,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:34:11,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:11,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:11,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:34:11,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:34:11,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:11,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:11,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:34:11,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:34:11,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:11,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:11,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:34:11,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740 2024-12-03T10:34:11,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740 2024-12-03T10:34:11,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:34:11,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:34:11,628 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:11,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:34:11,630 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:11,630 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74245510, jitterRate=0.1063443124294281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:11,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733222051621Initializing all the Stores at 1733222051621Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222051622 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222051622Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222051622Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222051622Cleaning up temporary data from old regions at 1733222051628 (+6 ms)Region opened successfully at 1733222051631 (+3 ms) 2024-12-03T10:34:11,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:34:11,631 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:34:11,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:34:11,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:34:11,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:34:11,631 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:34:11,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222051631Disabling compacts and flushes for region at 1733222051631Disabling writes for close at 1733222051631Writing region close event to WAL at 1733222051631Closed at 1733222051631 2024-12-03T10:34:11,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:11,632 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:34:11,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:34:11,633 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:34:11,633 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:34:11,784 DEBUG [a78f5601770a:38635 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:34:11,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,39917,1733222048744 2024-12-03T10:34:11,785 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,39917,1733222048744, state=OPENING 2024-12-03T10:34:11,809 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:34:11,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:11,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:11,817 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:34:11,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0476076141/meta-region-server: CHANGED 2024-12-03T10:34:11,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0476076141/meta-region-server: CHANGED 2024-12-03T10:34:11,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,39917,1733222048744}] 2024-12-03T10:34:11,969 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:34:11,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:34:11,973 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:34:11,973 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:11,973 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:34:11,974 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C39917%2C1733222048744.meta, suffix=.meta, logDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/oldWALs, maxLogs=10 2024-12-03T10:34:11,985 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.meta.1733222051974.meta, exclude list is [], retry=0 2024-12-03T10:34:11,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35443,DS-89252596-e5a8-4430-aebb-f6e773926a9d,DISK] 2024-12-03T10:34:11,987 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.meta.1733222051974.meta 2024-12-03T10:34:11,988 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41793:41793)] 2024-12-03T10:34:11,988 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:11,988 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:34:11,988 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:34:11,988 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:34:11,988 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:34:11,988 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:34:11,988 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:11,989 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:34:11,989 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:34:11,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:34:11,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:34:11,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:11,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:11,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:34:11,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:34:11,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:11,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:11,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:34:11,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:34:11,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:11,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:11,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:34:11,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:34:11,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:11,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:11,993 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:34:11,993 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740 2024-12-03T10:34:11,994 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740 2024-12-03T10:34:11,995 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:34:11,995 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:34:11,995 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:11,996 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:34:11,996 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60610769, jitterRate=-0.09682916104793549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:11,996 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:34:11,996 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733222051989Writing region info on filesystem at 1733222051989Initializing all the Stores at 1733222051989Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222051989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222051989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222051989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222051989Cleaning up temporary data from old regions at 1733222051995 (+6 ms)Running coprocessor post-open hooks at 1733222051996 (+1 ms)Region opened successfully at 1733222051996 2024-12-03T10:34:11,997 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733222051969 2024-12-03T10:34:11,998 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:34:11,998 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:34:11,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,39917,1733222048744 2024-12-03T10:34:11,999 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,39917,1733222048744, state=OPEN 2024-12-03T10:34:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0476076141/meta-region-server 2024-12-03T10:34:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0476076141/meta-region-server 2024-12-03T10:34:12,050 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,39917,1733222048744 2024-12-03T10:34:12,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0476076141/meta-region-server: CHANGED 2024-12-03T10:34:12,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0476076141/meta-region-server: CHANGED 2024-12-03T10:34:12,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:34:12,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,39917,1733222048744 in 233 msec 2024-12-03T10:34:12,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:34:12,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-12-03T10:34:12,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:12,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:34:12,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:12,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,39917,1733222048744, seqNum=-1] 2024-12-03T10:34:12,055 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:12,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:12,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-12-03T10:34:12,059 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733222052059, completionTime=-1 2024-12-03T10:34:12,059 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:34:12,059 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:34:12,060 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:34:12,060 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733222112060 2024-12-03T10:34:12,060 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222172060 2024-12-03T10:34:12,060 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:34:12,061 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,38635,1733222048588-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:12,061 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,38635,1733222048588-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:12,061 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,38635,1733222048588-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:12,061 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:38635, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:12,061 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:12,061 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:12,062 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:34:12,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.263sec 2024-12-03T10:34:12,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:34:12,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:34:12,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:34:12,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:34:12,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:34:12,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,38635,1733222048588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:34:12,063 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,38635,1733222048588-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:34:12,065 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:34:12,065 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:34:12,065 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,38635,1733222048588-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:12,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461d4be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:12,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,38635,-1 for getting cluster id 2024-12-03T10:34:12,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:12,070 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa39ec75-5d86-4b97-9681-63321f8f39b0' 2024-12-03T10:34:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa39ec75-5d86-4b97-9681-63321f8f39b0" 2024-12-03T10:34:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e770ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,38635,-1] 2024-12-03T10:34:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:12,071 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:12,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d494a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:12,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,39917,1733222048744, seqNum=-1] 2024-12-03T10:34:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:12,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:12,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,38635,1733222048588 2024-12-03T10:34:12,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56261 2024-12-03T10:34:12,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:12,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019c0b4e620002 connected 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/hadoop.log.dir so I do NOT create it in target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544 2024-12-03T10:34:12,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/hadoop.tmp.dir so I do NOT create it in target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544 2024-12-03T10:34:12,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:34:12,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/cluster_b882dcdf-2db5-ca9a-c2a8-7ec0d4279711, deleteOnExit=true 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/test.cache.data in system properties and HBase conf 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:34:12,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:34:12,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:34:12,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:34:12,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:34:12,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:34:12,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:34:12,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:34:12,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:34:12,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:34:12,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:34:12,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:34:12,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1125a761{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/java.io.tmpdir/jetty-localhost-41015-hadoop-hdfs-3_4_1-tests_jar-_-any-2285419346712890410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:34:12,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:41015} 2024-12-03T10:34:12,435 INFO [Time-limited test {}] server.Server(415): Started @330552ms 2024-12-03T10:34:12,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:34:12,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:34:12,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:34:12,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:34:12,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:34:12,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:34:12,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:34:12,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d5fa3db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/java.io.tmpdir/jetty-localhost-33253-hadoop-hdfs-3_4_1-tests_jar-_-any-1642727639348204962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:34:12,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:33253} 2024-12-03T10:34:12,745 INFO [Time-limited test {}] server.Server(415): Started @330863ms 2024-12-03T10:34:12,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:34:13,194 WARN [Thread-4460 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/cluster_b882dcdf-2db5-ca9a-c2a8-7ec0d4279711/data/data1/current/BP-339157456-172.17.0.2-1733222052108/current, will proceed with Du for space computation calculation, 2024-12-03T10:34:13,194 WARN [Thread-4461 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/cluster_b882dcdf-2db5-ca9a-c2a8-7ec0d4279711/data/data2/current/BP-339157456-172.17.0.2-1733222052108/current, will proceed with Du for space computation calculation, 2024-12-03T10:34:13,208 WARN [Thread-4448 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:34:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf86cd428b04f7414 with lease ID 0x28b286521111b20c: Processing first storage report for DS-fc40a0f6-a09d-4195-8a2a-01b2bdcb1d58 from datanode DatanodeRegistration(127.0.0.1:41369, datanodeUuid=a630dfdb-2919-4659-8cc7-bcef58374db0, infoPort=40443, infoSecurePort=0, ipcPort=39703, storageInfo=lv=-57;cid=testClusterID;nsid=1754262084;c=1733222052108) 2024-12-03T10:34:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf86cd428b04f7414 with lease ID 0x28b286521111b20c: from storage DS-fc40a0f6-a09d-4195-8a2a-01b2bdcb1d58 node DatanodeRegistration(127.0.0.1:41369, datanodeUuid=a630dfdb-2919-4659-8cc7-bcef58374db0, infoPort=40443, infoSecurePort=0, ipcPort=39703, storageInfo=lv=-57;cid=testClusterID;nsid=1754262084;c=1733222052108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:34:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf86cd428b04f7414 with lease ID 0x28b286521111b20c: Processing first storage report for DS-3f4aa139-df0e-4cc8-bb9f-558b0d11b408 from datanode DatanodeRegistration(127.0.0.1:41369, datanodeUuid=a630dfdb-2919-4659-8cc7-bcef58374db0, infoPort=40443, infoSecurePort=0, ipcPort=39703, storageInfo=lv=-57;cid=testClusterID;nsid=1754262084;c=1733222052108) 2024-12-03T10:34:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf86cd428b04f7414 with lease ID 0x28b286521111b20c: from storage DS-3f4aa139-df0e-4cc8-bb9f-558b0d11b408 node DatanodeRegistration(127.0.0.1:41369, datanodeUuid=a630dfdb-2919-4659-8cc7-bcef58374db0, infoPort=40443, infoSecurePort=0, ipcPort=39703, storageInfo=lv=-57;cid=testClusterID;nsid=1754262084;c=1733222052108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:34:13,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544 2024-12-03T10:34:13,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:13,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:13,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:34:13,674 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee with version=8 2024-12-03T10:34:13,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/hbase-staging 2024-12-03T10:34:13,676 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:34:13,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:13,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:13,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:34:13,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:13,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:34:13,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:34:13,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:34:13,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42991 2024-12-03T10:34:13,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42991 connecting to ZooKeeper ensemble=127.0.0.1:56261 2024-12-03T10:34:13,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429910x0, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:13,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42991-0x1019c0b4e620003 connected 2024-12-03T10:34:13,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:13,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:13,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Set watcher on znode that does not yet exist, /1-855075564/running 2024-12-03T10:34:13,761 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee, hbase.cluster.distributed=false 2024-12-03T10:34:13,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Set watcher on znode that does not yet exist, /1-855075564/acl 2024-12-03T10:34:13,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42991 2024-12-03T10:34:13,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42991 2024-12-03T10:34:13,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42991 2024-12-03T10:34:13,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42991 2024-12-03T10:34:13,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42991 2024-12-03T10:34:13,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:34:13,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:13,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:13,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:34:13,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:13,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:34:13,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:34:13,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:34:13,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33187 2024-12-03T10:34:13,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33187 connecting to ZooKeeper ensemble=127.0.0.1:56261 2024-12-03T10:34:13,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:13,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:13,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331870x0, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:13,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331870x0, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Set watcher on znode that does not yet exist, /1-855075564/running 2024-12-03T10:34:13,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33187-0x1019c0b4e620004 connected 2024-12-03T10:34:13,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:34:13,785 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:34:13,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Set watcher on znode that does not yet exist, /1-855075564/master 2024-12-03T10:34:13,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Set watcher on znode that does not yet exist, /1-855075564/acl 2024-12-03T10:34:13,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33187 2024-12-03T10:34:13,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33187 2024-12-03T10:34:13,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33187 2024-12-03T10:34:13,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33187 2024-12-03T10:34:13,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33187 2024-12-03T10:34:13,801 DEBUG [M:0;a78f5601770a:42991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:42991 2024-12-03T10:34:13,801 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-855075564/backup-masters/a78f5601770a,42991,1733222053676 2024-12-03T10:34:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564/backup-masters 2024-12-03T10:34:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564/backup-masters 2024-12-03T10:34:13,809 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Set watcher on existing znode=/1-855075564/backup-masters/a78f5601770a,42991,1733222053676 2024-12-03T10:34:13,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-855075564/master 2024-12-03T10:34:13,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:13,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:13,817 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Set watcher on existing znode=/1-855075564/master 2024-12-03T10:34:13,817 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-855075564/backup-masters/a78f5601770a,42991,1733222053676 from backup master directory 2024-12-03T10:34:13,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-855075564/backup-masters/a78f5601770a,42991,1733222053676 2024-12-03T10:34:13,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564/backup-masters 2024-12-03T10:34:13,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564/backup-masters 2024-12-03T10:34:13,825 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:34:13,825 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,42991,1733222053676 2024-12-03T10:34:13,827 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/hbase.id] with ID: e3bf87c2-ae60-48c1-9259-c7a85321f404 2024-12-03T10:34:13,827 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/.tmp/hbase.id 2024-12-03T10:34:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:34:14,235 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/.tmp/hbase.id]:[hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/hbase.id] 2024-12-03T10:34:14,242 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:14,242 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:34:14,243 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:34:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:14,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:34:14,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:34:14,672 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:34:14,672 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:34:15,077 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store 2024-12-03T10:34:15,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:34:15,482 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:15,482 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:34:15,482 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:15,482 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:15,482 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:34:15,482 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:15,482 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:15,482 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222055482Disabling compacts and flushes for region at 1733222055482Disabling writes for close at 1733222055482Writing region close event to WAL at 1733222055482Closed at 1733222055482 2024-12-03T10:34:15,482 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/.initializing 2024-12-03T10:34:15,482 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/WALs/a78f5601770a,42991,1733222053676 2024-12-03T10:34:15,483 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:34:15,484 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C42991%2C1733222053676, suffix=, logDir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/WALs/a78f5601770a,42991,1733222053676, archiveDir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/oldWALs, maxLogs=10 2024-12-03T10:34:15,495 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/WALs/a78f5601770a,42991,1733222053676/a78f5601770a%2C42991%2C1733222053676.1733222055484, exclude list is [], retry=0 2024-12-03T10:34:15,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-fc40a0f6-a09d-4195-8a2a-01b2bdcb1d58,DISK] 2024-12-03T10:34:15,498 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/WALs/a78f5601770a,42991,1733222053676/a78f5601770a%2C42991%2C1733222053676.1733222055484 2024-12-03T10:34:15,499 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40443:40443)] 2024-12-03T10:34:15,499 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:15,499 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:15,499 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,499 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:34:15,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:15,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:15,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:34:15,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:15,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:15,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:34:15,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:15,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:15,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:34:15,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:15,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:15,504 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,505 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,505 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,506 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,506 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,506 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:15,507 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:15,508 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:15,508 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75074397, jitterRate=0.1186956912279129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:15,508 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733222055499Initializing all the Stores at 1733222055500 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222055500Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222055500Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222055500Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222055500Cleaning up temporary data from old regions at 1733222055506 (+6 ms)Region opened successfully at 1733222055508 (+2 ms) 2024-12-03T10:34:15,509 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:34:15,510 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de879f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:34:15,511 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:34:15,511 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:34:15,511 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:34:15,511 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:34:15,512 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:34:15,512 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:34:15,512 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:34:15,513 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:34:15,514 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Unable to get data of znode /1-855075564/balancer because node does not exist (not necessarily an error) 2024-12-03T10:34:15,542 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-855075564/balancer already deleted, retry=false 2024-12-03T10:34:15,542 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:34:15,542 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Unable to get data of znode /1-855075564/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:34:15,550 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-855075564/normalizer already deleted, retry=false 2024-12-03T10:34:15,550 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:34:15,551 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Unable to get data of znode /1-855075564/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:34:15,558 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-855075564/switch/split already deleted, retry=false 2024-12-03T10:34:15,559 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Unable to get data of znode /1-855075564/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:34:15,567 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-855075564/switch/merge already deleted, retry=false 2024-12-03T10:34:15,568 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Unable to get data of znode /1-855075564/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:34:15,575 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-855075564/snapshot-cleanup already deleted, retry=false 2024-12-03T10:34:15,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-855075564/running 2024-12-03T10:34:15,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-855075564/running 2024-12-03T10:34:15,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:15,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:15,584 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,42991,1733222053676, sessionid=0x1019c0b4e620003, setting cluster-up flag (Was=false) 2024-12-03T10:34:15,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:15,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:15,625 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-855075564/flush-table-proc/acquired, /1-855075564/flush-table-proc/reached, /1-855075564/flush-table-proc/abort 2024-12-03T10:34:15,626 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,42991,1733222053676 2024-12-03T10:34:15,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:15,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:15,667 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-855075564/online-snapshot/acquired, /1-855075564/online-snapshot/reached, /1-855075564/online-snapshot/abort 2024-12-03T10:34:15,667 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,42991,1733222053676 2024-12-03T10:34:15,668 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:34:15,669 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:15,669 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:34:15,669 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:34:15,669 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,42991,1733222053676 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:34:15,670 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:15,670 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:15,670 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:15,670 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:15,670 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:34:15,670 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,670 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:34:15,670 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733222085671 2024-12-03T10:34:15,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:34:15,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:34:15,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:34:15,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:34:15,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:34:15,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:34:15,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:15,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:34:15,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:34:15,671 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:34:15,672 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:34:15,672 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:34:15,672 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:34:15,672 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:34:15,672 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:15,672 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222055672,5,FailOnTimeoutGroup] 2024-12-03T10:34:15,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:34:15,675 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222055672,5,FailOnTimeoutGroup] 2024-12-03T10:34:15,675 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,675 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:34:15,675 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,675 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:34:15,694 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(746): ClusterId : e3bf87c2-ae60-48c1-9259-c7a85321f404 2024-12-03T10:34:15,695 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:34:15,701 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:34:15,701 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:34:15,709 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:34:15,709 DEBUG [RS:0;a78f5601770a:33187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d69c2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:34:15,719 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:33187 2024-12-03T10:34:15,719 INFO [RS:0;a78f5601770a:33187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:34:15,719 INFO [RS:0;a78f5601770a:33187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:34:15,719 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:34:15,719 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,42991,1733222053676 with port=33187, startcode=1733222053774 2024-12-03T10:34:15,720 DEBUG [RS:0;a78f5601770a:33187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:34:15,721 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:34:15,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,33187,1733222053774 2024-12-03T10:34:15,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42991 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,33187,1733222053774 2024-12-03T10:34:15,722 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee 2024-12-03T10:34:15,722 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39087 2024-12-03T10:34:15,722 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:34:15,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564/rs 2024-12-03T10:34:15,732 DEBUG [RS:0;a78f5601770a:33187 {}] zookeeper.ZKUtil(111): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Set watcher on existing znode=/1-855075564/rs/a78f5601770a,33187,1733222053774 2024-12-03T10:34:15,732 WARN [RS:0;a78f5601770a:33187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:34:15,732 INFO [RS:0;a78f5601770a:33187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:15,732 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/WALs/a78f5601770a,33187,1733222053774 2024-12-03T10:34:15,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,33187,1733222053774] 2024-12-03T10:34:15,734 INFO [RS:0;a78f5601770a:33187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:34:15,735 INFO [RS:0;a78f5601770a:33187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:34:15,735 INFO [RS:0;a78f5601770a:33187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:34:15,736 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,736 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:34:15,736 INFO [RS:0;a78f5601770a:33187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:34:15,736 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:34:15,736 DEBUG [RS:0;a78f5601770a:33187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:34:15,737 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,737 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,737 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,737 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,737 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,737 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33187,1733222053774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:34:15,752 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:34:15,752 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,33187,1733222053774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,752 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,752 INFO [RS:0;a78f5601770a:33187 {}] regionserver.Replication(171): a78f5601770a,33187,1733222053774 started 2024-12-03T10:34:15,765 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:15,765 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,33187,1733222053774, RpcServer on a78f5601770a/172.17.0.2:33187, sessionid=0x1019c0b4e620004 2024-12-03T10:34:15,765 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:34:15,765 DEBUG [RS:0;a78f5601770a:33187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,33187,1733222053774 2024-12-03T10:34:15,765 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,33187,1733222053774' 2024-12-03T10:34:15,765 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-855075564/flush-table-proc/abort' 2024-12-03T10:34:15,766 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-855075564/flush-table-proc/acquired' 2024-12-03T10:34:15,766 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:34:15,766 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:34:15,766 DEBUG [RS:0;a78f5601770a:33187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,33187,1733222053774 2024-12-03T10:34:15,766 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,33187,1733222053774' 2024-12-03T10:34:15,766 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-855075564/online-snapshot/abort' 2024-12-03T10:34:15,767 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-855075564/online-snapshot/acquired' 2024-12-03T10:34:15,767 DEBUG [RS:0;a78f5601770a:33187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:34:15,767 INFO [RS:0;a78f5601770a:33187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:34:15,767 INFO [RS:0;a78f5601770a:33187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:34:15,867 INFO [RS:0;a78f5601770a:33187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:34:15,868 INFO [RS:0;a78f5601770a:33187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C33187%2C1733222053774, suffix=, logDir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/WALs/a78f5601770a,33187,1733222053774, archiveDir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/oldWALs, maxLogs=10 2024-12-03T10:34:15,883 DEBUG [RS:0;a78f5601770a:33187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/WALs/a78f5601770a,33187,1733222053774/a78f5601770a%2C33187%2C1733222053774.1733222055869, exclude list is [], retry=0 2024-12-03T10:34:15,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-fc40a0f6-a09d-4195-8a2a-01b2bdcb1d58,DISK] 2024-12-03T10:34:15,886 INFO [RS:0;a78f5601770a:33187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/WALs/a78f5601770a,33187,1733222053774/a78f5601770a%2C33187%2C1733222053774.1733222055869 2024-12-03T10:34:15,886 DEBUG [RS:0;a78f5601770a:33187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40443:40443)] 2024-12-03T10:34:16,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:34:16,079 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee 2024-12-03T10:34:16,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:34:16,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:16,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:34:16,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:34:16,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:16,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:16,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:34:16,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:34:16,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:16,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:16,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:34:16,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:34:16,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:16,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:16,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:34:16,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:34:16,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:16,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:16,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:34:16,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740 2024-12-03T10:34:16,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740 2024-12-03T10:34:16,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:34:16,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:34:16,489 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:16,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:34:16,491 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:16,491 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63193622, jitterRate=-0.058341652154922485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:16,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733222056484Initializing all the Stores at 1733222056484Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222056484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222056484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222056484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222056484Cleaning up temporary data from old regions at 1733222056489 (+5 ms)Region opened successfully at 1733222056491 (+2 ms) 2024-12-03T10:34:16,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:34:16,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:34:16,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:34:16,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:34:16,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:34:16,492 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:34:16,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222056491Disabling compacts and flushes for region at 1733222056491Disabling writes for close at 1733222056491Writing region close event to WAL at 1733222056492 (+1 ms)Closed at 1733222056492 2024-12-03T10:34:16,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:16,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:34:16,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:34:16,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:34:16,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:34:16,643 DEBUG [a78f5601770a:42991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:34:16,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,33187,1733222053774 2024-12-03T10:34:16,644 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,33187,1733222053774, state=OPENING 2024-12-03T10:34:16,710 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:34:16,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:16,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:16,725 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:34:16,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-855075564/meta-region-server: CHANGED 2024-12-03T10:34:16,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-855075564/meta-region-server: CHANGED 2024-12-03T10:34:16,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,33187,1733222053774}] 2024-12-03T10:34:16,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:34:16,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:34:16,897 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:34:16,897 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:16,898 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:34:16,899 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C33187%2C1733222053774.meta, suffix=.meta, logDir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/WALs/a78f5601770a,33187,1733222053774, archiveDir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/oldWALs, maxLogs=10 2024-12-03T10:34:16,911 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/WALs/a78f5601770a,33187,1733222053774/a78f5601770a%2C33187%2C1733222053774.meta.1733222056899.meta, exclude list is [], retry=0 2024-12-03T10:34:16,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-fc40a0f6-a09d-4195-8a2a-01b2bdcb1d58,DISK] 2024-12-03T10:34:16,913 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/WALs/a78f5601770a,33187,1733222053774/a78f5601770a%2C33187%2C1733222053774.meta.1733222056899.meta 2024-12-03T10:34:16,914 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40443:40443)] 2024-12-03T10:34:16,914 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:16,914 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:34:16,914 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:34:16,914 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:34:16,914 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:34:16,914 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:34:16,914 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:16,914 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:34:16,914 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:34:16,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:34:16,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:34:16,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:16,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:16,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:34:16,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:34:16,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:16,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:16,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:34:16,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:34:16,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:16,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:16,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:34:16,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:34:16,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:16,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:16,919 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:34:16,919 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740 2024-12-03T10:34:16,920 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740 2024-12-03T10:34:16,921 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:34:16,921 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:34:16,921 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:16,922 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:34:16,922 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74467043, jitterRate=0.10964541137218475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:16,922 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:34:16,922 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733222056915Writing region info on filesystem at 1733222056915Initializing all the Stores at 1733222056915Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222056915Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222056915Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222056915Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222056915Cleaning up temporary data from old regions at 1733222056921 (+6 ms)Running coprocessor post-open hooks at 1733222056922 (+1 ms)Region opened successfully at 1733222056922 2024-12-03T10:34:16,923 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733222056894 2024-12-03T10:34:16,924 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:34:16,924 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:34:16,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,33187,1733222053774 2024-12-03T10:34:16,925 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,33187,1733222053774, state=OPEN 2024-12-03T10:34:16,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-855075564/meta-region-server 2024-12-03T10:34:16,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-855075564/meta-region-server 2024-12-03T10:34:16,933 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,33187,1733222053774 2024-12-03T10:34:16,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-855075564/meta-region-server: CHANGED 2024-12-03T10:34:16,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-855075564/meta-region-server: CHANGED 2024-12-03T10:34:16,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:34:16,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,33187,1733222053774 in 208 msec 2024-12-03T10:34:16,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:34:16,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-12-03T10:34:16,937 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:16,937 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:34:16,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:16,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,33187,1733222053774, seqNum=-1] 2024-12-03T10:34:16,938 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:16,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:16,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-12-03T10:34:16,942 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733222056942, completionTime=-1 2024-12-03T10:34:16,942 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:34:16,942 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:34:16,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:34:16,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733222116944 2024-12-03T10:34:16,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222176944 2024-12-03T10:34:16,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:34:16,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42991,1733222053676-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:16,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42991,1733222053676-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:16,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42991,1733222053676-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:16,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:42991, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:16,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:16,944 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:16,945 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:34:16,947 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.122sec 2024-12-03T10:34:16,947 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:34:16,947 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:34:16,947 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:34:16,947 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:34:16,947 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:34:16,947 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42991,1733222053676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:34:16,947 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42991,1733222053676-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:34:16,949 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:34:16,949 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:34:16,949 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,42991,1733222053676-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:16,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf6921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:16,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,42991,-1 for getting cluster id 2024-12-03T10:34:16,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:16,996 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bf87c2-ae60-48c1-9259-c7a85321f404' 2024-12-03T10:34:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bf87c2-ae60-48c1-9259-c7a85321f404" 2024-12-03T10:34:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b1b48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,42991,-1] 2024-12-03T10:34:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:16,997 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:16,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:16,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:16,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,33187,1733222053774, seqNum=-1] 2024-12-03T10:34:16,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:17,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:17,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,42991,1733222053676 2024-12-03T10:34:17,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56261 2024-12-03T10:34:17,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:17,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019c0b4e620005 connected 2024-12-03T10:34:17,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/hadoop.log.dir so I do NOT create it in target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68 2024-12-03T10:34:17,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/hadoop.tmp.dir so I do NOT create it in target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68 2024-12-03T10:34:17,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:34:17,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/cluster_9b431caa-6297-683d-7890-207c06d69ccf, deleteOnExit=true 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/test.cache.data in system properties and HBase conf 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T10:34:17,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:34:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:34:17,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:34:17,243 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T10:34:17,243 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,243 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,244 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,244 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,244 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,244 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,245 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,245 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,293 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,293 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,294 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,294 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,294 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,294 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,298 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,300 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,300 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,301 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:17,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:34:17,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:34:17,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:34:17,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:34:17,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:34:17,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:34:17,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:34:17,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:34:17,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7451d88e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/java.io.tmpdir/jetty-localhost-40245-hadoop-hdfs-3_4_1-tests_jar-_-any-2640445094765834166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:34:17,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:40245} 2024-12-03T10:34:17,434 INFO [Time-limited test {}] server.Server(415): Started @335552ms 2024-12-03T10:34:17,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:34:17,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:34:17,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:34:17,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:34:17,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:34:17,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fcdfee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:34:17,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f2c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:34:17,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@928d69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/java.io.tmpdir/jetty-localhost-36011-hadoop-hdfs-3_4_1-tests_jar-_-any-10700275496946060553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:34:17,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2483a4fb{HTTP/1.1, (http/1.1)}{localhost:36011} 2024-12-03T10:34:17,780 INFO [Time-limited test {}] server.Server(415): Started @335898ms 2024-12-03T10:34:17,781 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:34:18,286 WARN [Thread-4581 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/cluster_9b431caa-6297-683d-7890-207c06d69ccf/data/data1/current/BP-1871960643-172.17.0.2-1733222057033/current, will proceed with Du for space computation calculation, 2024-12-03T10:34:18,286 WARN [Thread-4582 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/cluster_9b431caa-6297-683d-7890-207c06d69ccf/data/data2/current/BP-1871960643-172.17.0.2-1733222057033/current, will proceed with Du for space computation calculation, 2024-12-03T10:34:18,306 WARN [Thread-4569 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:34:18,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d6c57b5765411c3 with lease ID 0x5b2a58127bbfc221: Processing first storage report for DS-5ecd23a4-cf52-4c5b-9c00-0f077342f302 from datanode DatanodeRegistration(127.0.0.1:36559, datanodeUuid=94849d52-e38e-413e-acca-2ef9df00f351, infoPort=35419, infoSecurePort=0, ipcPort=35039, storageInfo=lv=-57;cid=testClusterID;nsid=2104295755;c=1733222057033) 2024-12-03T10:34:18,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d6c57b5765411c3 with lease ID 0x5b2a58127bbfc221: from storage DS-5ecd23a4-cf52-4c5b-9c00-0f077342f302 node DatanodeRegistration(127.0.0.1:36559, datanodeUuid=94849d52-e38e-413e-acca-2ef9df00f351, infoPort=35419, infoSecurePort=0, ipcPort=35039, storageInfo=lv=-57;cid=testClusterID;nsid=2104295755;c=1733222057033), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:34:18,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d6c57b5765411c3 with lease ID 0x5b2a58127bbfc221: Processing first storage report for DS-68efd8a0-0d6f-471e-a151-4a2370c95368 from datanode DatanodeRegistration(127.0.0.1:36559, datanodeUuid=94849d52-e38e-413e-acca-2ef9df00f351, infoPort=35419, infoSecurePort=0, ipcPort=35039, storageInfo=lv=-57;cid=testClusterID;nsid=2104295755;c=1733222057033) 2024-12-03T10:34:18,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d6c57b5765411c3 with lease ID 0x5b2a58127bbfc221: from storage DS-68efd8a0-0d6f-471e-a151-4a2370c95368 node DatanodeRegistration(127.0.0.1:36559, datanodeUuid=94849d52-e38e-413e-acca-2ef9df00f351, infoPort=35419, infoSecurePort=0, ipcPort=35039, storageInfo=lv=-57;cid=testClusterID;nsid=2104295755;c=1733222057033), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:34:18,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68 2024-12-03T10:34:18,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:18,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:34:18,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250 with version=8 2024-12-03T10:34:18,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/hbase-staging 2024-12-03T10:34:18,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:34:18,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:18,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:18,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:34:18,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:18,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:34:18,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T10:34:18,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:34:18,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37355 2024-12-03T10:34:18,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37355 connecting to ZooKeeper ensemble=127.0.0.1:56261 2024-12-03T10:34:18,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373550x0, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:18,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37355-0x1019c0b4e620006 connected 2024-12-03T10:34:18,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:18,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:18,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Set watcher on znode that does not yet exist, /2-151447910/running 2024-12-03T10:34:18,811 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250, hbase.cluster.distributed=false 2024-12-03T10:34:18,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Set watcher on znode that does not yet exist, /2-151447910/acl 2024-12-03T10:34:18,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37355 2024-12-03T10:34:18,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37355 2024-12-03T10:34:18,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37355 2024-12-03T10:34:18,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37355 2024-12-03T10:34:18,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37355 2024-12-03T10:34:18,826 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a78f5601770a:0 server-side Connection retries=45 2024-12-03T10:34:18,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:18,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:18,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:34:18,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:34:18,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:34:18,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:34:18,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:34:18,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41081 2024-12-03T10:34:18,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41081 connecting to ZooKeeper ensemble=127.0.0.1:56261 2024-12-03T10:34:18,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:18,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:18,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410810x0, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:18,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410810x0, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Set watcher on znode that does not yet exist, /2-151447910/running 2024-12-03T10:34:18,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41081-0x1019c0b4e620007 connected 2024-12-03T10:34:18,842 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:34:18,843 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:34:18,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Set watcher on znode that does not yet exist, /2-151447910/master 2024-12-03T10:34:18,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Set watcher on znode that does not yet exist, /2-151447910/acl 2024-12-03T10:34:18,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41081 2024-12-03T10:34:18,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41081 2024-12-03T10:34:18,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41081 2024-12-03T10:34:18,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41081 2024-12-03T10:34:18,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41081 2024-12-03T10:34:18,865 DEBUG [M:0;a78f5601770a:37355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a78f5601770a:37355 2024-12-03T10:34:18,867 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-151447910/backup-masters/a78f5601770a,37355,1733222058721 2024-12-03T10:34:18,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910/backup-masters 2024-12-03T10:34:18,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910/backup-masters 2024-12-03T10:34:18,875 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Set watcher on existing znode=/2-151447910/backup-masters/a78f5601770a,37355,1733222058721 2024-12-03T10:34:18,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-151447910/master 2024-12-03T10:34:18,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:18,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:18,884 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Set watcher on existing znode=/2-151447910/master 2024-12-03T10:34:18,884 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-151447910/backup-masters/a78f5601770a,37355,1733222058721 from backup master directory 2024-12-03T10:34:18,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-151447910/backup-masters/a78f5601770a,37355,1733222058721 2024-12-03T10:34:18,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910/backup-masters 2024-12-03T10:34:18,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910/backup-masters 2024-12-03T10:34:18,892 WARN [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:34:18,892 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a78f5601770a,37355,1733222058721 2024-12-03T10:34:18,894 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/hbase.id] with ID: 51bbd141-8142-43e0-b640-e17b18c4094d 2024-12-03T10:34:18,894 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/.tmp/hbase.id 2024-12-03T10:34:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:34:19,298 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/.tmp/hbase.id]:[hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/hbase.id] 2024-12-03T10:34:19,305 INFO [master/a78f5601770a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:19,305 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T10:34:19,306 INFO [master/a78f5601770a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T10:34:19,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:19,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:19,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:34:19,738 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:34:19,738 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:34:19,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:19,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:34:20,146 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store 2024-12-03T10:34:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:34:20,553 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:20,553 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:34:20,553 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:20,553 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:20,553 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:34:20,553 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:20,553 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:20,553 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222060553Disabling compacts and flushes for region at 1733222060553Disabling writes for close at 1733222060553Writing region close event to WAL at 1733222060553Closed at 1733222060553 2024-12-03T10:34:20,554 WARN [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/.initializing 2024-12-03T10:34:20,554 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/WALs/a78f5601770a,37355,1733222058721 2024-12-03T10:34:20,555 INFO [master/a78f5601770a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:34:20,556 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a78f5601770a%2C37355%2C1733222058721, suffix=, logDir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/WALs/a78f5601770a,37355,1733222058721, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/oldWALs, maxLogs=10 2024-12-03T10:34:20,567 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/WALs/a78f5601770a,37355,1733222058721/a78f5601770a%2C37355%2C1733222058721.1733222060556, exclude list is [], retry=0 2024-12-03T10:34:20,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-5ecd23a4-cf52-4c5b-9c00-0f077342f302,DISK] 2024-12-03T10:34:20,570 INFO [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/WALs/a78f5601770a,37355,1733222058721/a78f5601770a%2C37355%2C1733222058721.1733222060556 2024-12-03T10:34:20,571 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419)] 2024-12-03T10:34:20,571 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:20,571 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:20,571 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,571 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:34:20,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:20,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:20,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:34:20,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:20,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:20,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:34:20,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:20,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:20,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:34:20,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:20,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:20,577 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,577 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,578 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,578 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,578 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,579 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:20,579 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:34:20,580 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:20,580 INFO [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63017106, jitterRate=-0.0609719455242157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:20,581 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733222060571Initializing all the Stores at 1733222060572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222060572Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222060572Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222060572Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222060572Cleaning up temporary data from old regions at 1733222060578 (+6 ms)Region opened successfully at 1733222060581 (+3 ms) 2024-12-03T10:34:20,581 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:34:20,582 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdde927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:34:20,583 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T10:34:20,583 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:34:20,583 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:34:20,584 INFO [master/a78f5601770a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:34:20,584 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:34:20,584 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:34:20,584 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:34:20,586 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:34:20,587 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Unable to get data of znode /2-151447910/balancer because node does not exist (not necessarily an error) 2024-12-03T10:34:20,608 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-151447910/balancer already deleted, retry=false 2024-12-03T10:34:20,609 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:34:20,609 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Unable to get data of znode /2-151447910/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:34:20,617 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-151447910/normalizer already deleted, retry=false 2024-12-03T10:34:20,617 INFO [master/a78f5601770a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:34:20,618 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Unable to get data of znode /2-151447910/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:34:20,625 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-151447910/switch/split already deleted, retry=false 2024-12-03T10:34:20,626 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Unable to get data of znode /2-151447910/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:34:20,633 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-151447910/switch/merge already deleted, retry=false 2024-12-03T10:34:20,635 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Unable to get data of znode /2-151447910/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:34:20,641 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-151447910/snapshot-cleanup already deleted, retry=false 2024-12-03T10:34:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-151447910/running 2024-12-03T10:34:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-151447910/running 2024-12-03T10:34:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:20,650 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a78f5601770a,37355,1733222058721, sessionid=0x1019c0b4e620006, setting cluster-up flag (Was=false) 2024-12-03T10:34:20,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:20,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:20,691 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-151447910/flush-table-proc/acquired, /2-151447910/flush-table-proc/reached, /2-151447910/flush-table-proc/abort 2024-12-03T10:34:20,692 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,37355,1733222058721 2024-12-03T10:34:20,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:20,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:20,733 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-151447910/online-snapshot/acquired, /2-151447910/online-snapshot/reached, /2-151447910/online-snapshot/abort 2024-12-03T10:34:20,734 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a78f5601770a,37355,1733222058721 2024-12-03T10:34:20,735 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T10:34:20,736 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:20,736 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T10:34:20,736 INFO [master/a78f5601770a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:34:20,737 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a78f5601770a,37355,1733222058721 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:34:20,738 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:20,738 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:20,738 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:20,738 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a78f5601770a:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:34:20,738 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a78f5601770a:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:34:20,738 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,738 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:34:20,738 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733222090739 2024-12-03T10:34:20,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:34:20,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:34:20,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:34:20,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:34:20,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:34:20,739 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:34:20,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:20,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:34:20,740 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:20,740 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:34:20,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:34:20,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:34:20,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:34:20,741 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T10:34:20,743 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:34:20,743 INFO [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:34:20,743 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222060743,5,FailOnTimeoutGroup] 2024-12-03T10:34:20,745 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222060744,5,FailOnTimeoutGroup] 2024-12-03T10:34:20,745 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,745 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:34:20,745 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,745 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741831_1007 (size=1321) 2024-12-03T10:34:20,755 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(746): ClusterId : 51bbd141-8142-43e0-b640-e17b18c4094d 2024-12-03T10:34:20,755 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:34:20,765 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:34:20,765 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:34:20,775 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:34:20,776 DEBUG [RS:0;a78f5601770a:41081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d40ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a78f5601770a/172.17.0.2:0 2024-12-03T10:34:20,788 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a78f5601770a:41081 2024-12-03T10:34:20,788 INFO [RS:0;a78f5601770a:41081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T10:34:20,788 INFO [RS:0;a78f5601770a:41081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T10:34:20,788 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T10:34:20,789 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(2659): reportForDuty to master=a78f5601770a,37355,1733222058721 with port=41081, startcode=1733222058826 2024-12-03T10:34:20,789 DEBUG [RS:0;a78f5601770a:41081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:34:20,790 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:34:20,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a78f5601770a,41081,1733222058826 2024-12-03T10:34:20,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37355 {}] master.ServerManager(517): Registering regionserver=a78f5601770a,41081,1733222058826 2024-12-03T10:34:20,792 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250 2024-12-03T10:34:20,792 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36527 2024-12-03T10:34:20,792 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T10:34:20,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910/rs 2024-12-03T10:34:20,843 DEBUG [RS:0;a78f5601770a:41081 {}] zookeeper.ZKUtil(111): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Set watcher on existing znode=/2-151447910/rs/a78f5601770a,41081,1733222058826 2024-12-03T10:34:20,843 WARN [RS:0;a78f5601770a:41081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:34:20,843 INFO [RS:0;a78f5601770a:41081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:20,843 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/WALs/a78f5601770a,41081,1733222058826 2024-12-03T10:34:20,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a78f5601770a,41081,1733222058826] 2024-12-03T10:34:20,846 INFO [RS:0;a78f5601770a:41081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:34:20,848 INFO [RS:0;a78f5601770a:41081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:34:20,848 INFO [RS:0;a78f5601770a:41081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:34:20,848 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,848 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T10:34:20,849 INFO [RS:0;a78f5601770a:41081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T10:34:20,849 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a78f5601770a:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a78f5601770a:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:34:20,849 DEBUG [RS:0;a78f5601770a:41081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a78f5601770a:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:34:20,850 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,850 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,850 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,850 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,850 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,850 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41081,1733222058826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:34:20,862 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:34:20,862 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,41081,1733222058826-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,862 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,862 INFO [RS:0;a78f5601770a:41081 {}] regionserver.Replication(171): a78f5601770a,41081,1733222058826 started 2024-12-03T10:34:20,873 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:20,873 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1482): Serving as a78f5601770a,41081,1733222058826, RpcServer on a78f5601770a/172.17.0.2:41081, sessionid=0x1019c0b4e620007 2024-12-03T10:34:20,873 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:34:20,873 DEBUG [RS:0;a78f5601770a:41081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a78f5601770a,41081,1733222058826 2024-12-03T10:34:20,873 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,41081,1733222058826' 2024-12-03T10:34:20,873 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-151447910/flush-table-proc/abort' 2024-12-03T10:34:20,874 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-151447910/flush-table-proc/acquired' 2024-12-03T10:34:20,874 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:34:20,874 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:34:20,874 DEBUG [RS:0;a78f5601770a:41081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a78f5601770a,41081,1733222058826 2024-12-03T10:34:20,874 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a78f5601770a,41081,1733222058826' 2024-12-03T10:34:20,874 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-151447910/online-snapshot/abort' 2024-12-03T10:34:20,874 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-151447910/online-snapshot/acquired' 2024-12-03T10:34:20,875 DEBUG [RS:0;a78f5601770a:41081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:34:20,875 INFO [RS:0;a78f5601770a:41081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:34:20,875 INFO [RS:0;a78f5601770a:41081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:34:20,975 INFO [RS:0;a78f5601770a:41081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:34:20,976 INFO [RS:0;a78f5601770a:41081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C41081%2C1733222058826, suffix=, logDir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/WALs/a78f5601770a,41081,1733222058826, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/oldWALs, maxLogs=10 2024-12-03T10:34:20,987 DEBUG [RS:0;a78f5601770a:41081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/WALs/a78f5601770a,41081,1733222058826/a78f5601770a%2C41081%2C1733222058826.1733222060976, exclude list is [], retry=0 2024-12-03T10:34:20,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-5ecd23a4-cf52-4c5b-9c00-0f077342f302,DISK] 2024-12-03T10:34:20,990 INFO [RS:0;a78f5601770a:41081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/WALs/a78f5601770a,41081,1733222058826/a78f5601770a%2C41081%2C1733222058826.1733222060976 2024-12-03T10:34:20,991 DEBUG [RS:0;a78f5601770a:41081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419)] 2024-12-03T10:34:21,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T10:34:21,148 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250 2024-12-03T10:34:21,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:34:21,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:21,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:34:21,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:34:21,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:21,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:21,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:34:21,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:34:21,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:21,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:21,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:34:21,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:34:21,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:21,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:21,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:34:21,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:34:21,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:21,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:21,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:34:21,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740 2024-12-03T10:34:21,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740 2024-12-03T10:34:21,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:34:21,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:34:21,559 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:21,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:34:21,561 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:21,562 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60191355, jitterRate=-0.1030789166688919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:21,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733222061552Initializing all the Stores at 1733222061553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222061553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222061553Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222061553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222061553Cleaning up temporary data from old regions at 1733222061559 (+6 ms)Region opened successfully at 1733222061562 (+3 ms) 2024-12-03T10:34:21,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:34:21,562 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:34:21,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:34:21,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:34:21,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:34:21,562 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:34:21,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222061562Disabling compacts and flushes for region at 1733222061562Disabling writes for close at 1733222061562Writing region close event to WAL at 1733222061562Closed at 1733222061562 2024-12-03T10:34:21,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:21,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T10:34:21,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:34:21,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:34:21,564 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:34:21,714 DEBUG [a78f5601770a:37355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:34:21,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a78f5601770a,41081,1733222058826 2024-12-03T10:34:21,716 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,41081,1733222058826, state=OPENING 2024-12-03T10:34:21,741 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:34:21,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:21,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:21,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-151447910/meta-region-server: CHANGED 2024-12-03T10:34:21,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-151447910/meta-region-server: CHANGED 2024-12-03T10:34:21,750 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:34:21,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,41081,1733222058826}] 2024-12-03T10:34:21,902 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:34:21,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:34:21,905 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T10:34:21,905 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:21,905 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:34:21,907 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C41081%2C1733222058826.meta, suffix=.meta, logDir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/WALs/a78f5601770a,41081,1733222058826, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/oldWALs, maxLogs=10 2024-12-03T10:34:21,918 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/WALs/a78f5601770a,41081,1733222058826/a78f5601770a%2C41081%2C1733222058826.meta.1733222061907.meta, exclude list is [], retry=0 2024-12-03T10:34:21,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-5ecd23a4-cf52-4c5b-9c00-0f077342f302,DISK] 2024-12-03T10:34:21,921 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/WALs/a78f5601770a,41081,1733222058826/a78f5601770a%2C41081%2C1733222058826.meta.1733222061907.meta 2024-12-03T10:34:21,921 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419)] 2024-12-03T10:34:21,921 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:21,922 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:34:21,922 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:34:21,922 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:34:21,922 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:34:21,922 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:34:21,922 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:21,922 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T10:34:21,922 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T10:34:21,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:34:21,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:34:21,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:21,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:21,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T10:34:21,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T10:34:21,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:21,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:21,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:34:21,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:34:21,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:21,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:21,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:34:21,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:34:21,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:21,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:34:21,927 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T10:34:21,927 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740 2024-12-03T10:34:21,928 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740 2024-12-03T10:34:21,928 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T10:34:21,928 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T10:34:21,929 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:34:21,929 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T10:34:21,930 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61186605, jitterRate=-0.08824853599071503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:34:21,930 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T10:34:21,930 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733222061922Writing region info on filesystem at 1733222061922Initializing all the Stores at 1733222061923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222061923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222061923Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222061923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733222061923Cleaning up temporary data from old regions at 1733222061928 (+5 ms)Running coprocessor post-open hooks at 1733222061930 (+2 ms)Region opened successfully at 1733222061930 2024-12-03T10:34:21,931 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733222061902 2024-12-03T10:34:21,932 DEBUG [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:34:21,932 INFO [RS_OPEN_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T10:34:21,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,41081,1733222058826 2024-12-03T10:34:21,933 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a78f5601770a,41081,1733222058826, state=OPEN 2024-12-03T10:34:21,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-151447910/meta-region-server 2024-12-03T10:34:21,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-151447910/meta-region-server 2024-12-03T10:34:21,942 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a78f5601770a,41081,1733222058826 2024-12-03T10:34:21,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-151447910/meta-region-server: CHANGED 2024-12-03T10:34:21,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-151447910/meta-region-server: CHANGED 2024-12-03T10:34:21,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:34:21,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a78f5601770a,41081,1733222058826 in 192 msec 2024-12-03T10:34:21,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:34:21,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-12-03T10:34:21,945 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:34:21,945 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T10:34:21,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:21,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,41081,1733222058826, seqNum=-1] 2024-12-03T10:34:21,946 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:21,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:21,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-12-03T10:34:21,950 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733222061950, completionTime=-1 2024-12-03T10:34:21,950 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:34:21,950 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T10:34:21,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T10:34:21,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733222121952 2024-12-03T10:34:21,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733222181952 2024-12-03T10:34:21,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T10:34:21,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,37355,1733222058721-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:21,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,37355,1733222058721-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:21,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,37355,1733222058721-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:21,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a78f5601770a:37355, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:21,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:21,952 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:21,953 DEBUG [master/a78f5601770a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T10:34:21,955 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.063sec 2024-12-03T10:34:21,955 INFO [master/a78f5601770a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:34:21,955 INFO [master/a78f5601770a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:34:21,955 INFO [master/a78f5601770a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:34:21,955 INFO [master/a78f5601770a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:34:21,955 INFO [master/a78f5601770a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:34:21,955 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,37355,1733222058721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:34:21,955 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,37355,1733222058721-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:34:21,957 DEBUG [master/a78f5601770a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:34:21,957 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:34:21,957 INFO [master/a78f5601770a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a78f5601770a,37355,1733222058721-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:34:22,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:22,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,37355,-1 for getting cluster id 2024-12-03T10:34:22,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:22,057 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51bbd141-8142-43e0-b640-e17b18c4094d' 2024-12-03T10:34:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51bbd141-8142-43e0-b640-e17b18c4094d" 2024-12-03T10:34:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a01db9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,37355,-1] 2024-12-03T10:34:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:22,058 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:22,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:22,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,41081,1733222058826, seqNum=-1] 2024-12-03T10:34:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:22,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:22,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a78f5601770a,37355,1733222058721 2024-12-03T10:34:22,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56261 2024-12-03T10:34:22,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:34:22,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019c0b4e620008 connected 2024-12-03T10:34:22,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:22,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,38635,1733222048588 2024-12-03T10:34:22,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be0e1d4 2024-12-03T10:34:22,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:22,078 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:22,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:34:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:34:22,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:34:22,080 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:22,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:34:22,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:34:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:34:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:22,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:22,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:34:22,285 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148787 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:34:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:22,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:34:22,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:22,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8651ac999f41b00ac968d8c5170fc3cd, NAME => 'test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1 2024-12-03T10:34:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:34:22,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:22,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8651ac999f41b00ac968d8c5170fc3cd, disabling compactions & flushes 2024-12-03T10:34:22,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:22,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:22,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. after waiting 0 ms 2024-12-03T10:34:22,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:22,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:22,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8651ac999f41b00ac968d8c5170fc3cd: Waiting for close lock at 1733222062491Disabling compacts and flushes for region at 1733222062491Disabling writes for close at 1733222062491Writing region close event to WAL at 1733222062491Closed at 1733222062491 2024-12-03T10:34:22,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:34:22,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733222062493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222062493"}]},"ts":"1733222062493"} 2024-12-03T10:34:22,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:34:22,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:34:22,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222062495"}]},"ts":"1733222062495"} 2024-12-03T10:34:22,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:34:22,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8651ac999f41b00ac968d8c5170fc3cd, ASSIGN}] 2024-12-03T10:34:22,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8651ac999f41b00ac968d8c5170fc3cd, ASSIGN 2024-12-03T10:34:22,498 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8651ac999f41b00ac968d8c5170fc3cd, ASSIGN; state=OFFLINE, location=a78f5601770a,39917,1733222048744; forceNewPlan=false, retain=false 2024-12-03T10:34:22,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8651ac999f41b00ac968d8c5170fc3cd, regionState=OPENING, regionLocation=a78f5601770a,39917,1733222048744 2024-12-03T10:34:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8651ac999f41b00ac968d8c5170fc3cd, ASSIGN because future has completed 2024-12-03T10:34:22,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8651ac999f41b00ac968d8c5170fc3cd, server=a78f5601770a,39917,1733222048744}] 2024-12-03T10:34:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:22,805 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:22,806 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8651ac999f41b00ac968d8c5170fc3cd, NAME => 'test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:22,806 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:34:22,806 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:34:22,806 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,806 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:22,806 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,806 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,808 INFO [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,809 INFO [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8651ac999f41b00ac968d8c5170fc3cd columnFamilyName f 2024-12-03T10:34:22,809 DEBUG [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:22,809 INFO [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] regionserver.HStore(327): Store=8651ac999f41b00ac968d8c5170fc3cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:22,809 INFO [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,810 INFO [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8651ac999f41b00ac968d8c5170fc3cd columnFamilyName f1 2024-12-03T10:34:22,810 DEBUG [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:22,810 INFO [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] regionserver.HStore(327): Store=8651ac999f41b00ac968d8c5170fc3cd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:22,810 INFO [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,811 INFO [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8651ac999f41b00ac968d8c5170fc3cd columnFamilyName norep 2024-12-03T10:34:22,811 DEBUG [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:22,811 INFO [StoreOpener-8651ac999f41b00ac968d8c5170fc3cd-1 {}] regionserver.HStore(327): Store=8651ac999f41b00ac968d8c5170fc3cd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:22,811 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,812 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,812 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,812 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,812 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,813 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:34:22,814 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,815 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:22,815 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8651ac999f41b00ac968d8c5170fc3cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71426430, jitterRate=0.06433674693107605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:34:22,815 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:22,815 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8651ac999f41b00ac968d8c5170fc3cd: Running coprocessor pre-open hook at 1733222062807Writing region info on filesystem at 1733222062807Initializing all the Stores at 1733222062807Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222062807Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222062807Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222062807Cleaning up temporary data from old regions at 1733222062812 (+5 ms)Running coprocessor post-open hooks at 1733222062815 (+3 ms)Region opened successfully at 1733222062815 2024-12-03T10:34:22,816 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., pid=6, masterSystemTime=1733222062802 2024-12-03T10:34:22,817 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:22,817 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:22,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8651ac999f41b00ac968d8c5170fc3cd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,39917,1733222048744 2024-12-03T10:34:22,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8651ac999f41b00ac968d8c5170fc3cd, server=a78f5601770a,39917,1733222048744 because future has completed 2024-12-03T10:34:22,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:34:22,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8651ac999f41b00ac968d8c5170fc3cd, server=a78f5601770a,39917,1733222048744 in 169 msec 2024-12-03T10:34:22,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:34:22,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8651ac999f41b00ac968d8c5170fc3cd, ASSIGN in 324 msec 2024-12-03T10:34:22,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:34:22,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222062823"}]},"ts":"1733222062823"} 2024-12-03T10:34:22,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:34:22,825 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:34:22,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-12-03T10:34:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:23,216 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:34:23,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,42991,1733222053676 2024-12-03T10:34:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23be4466 2024-12-03T10:34:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:23,218 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:23,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:34:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:34:23,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:34:23,220 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:23,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:34:23,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:34:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:23,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:34:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:23,626 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea56c46cc3cb6dad0605bc11c874786d, NAME => 'test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee 2024-12-03T10:34:23,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:34:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:24,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:24,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ea56c46cc3cb6dad0605bc11c874786d, disabling compactions & flushes 2024-12-03T10:34:24,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:24,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:24,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. after waiting 0 ms 2024-12-03T10:34:24,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:24,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:24,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea56c46cc3cb6dad0605bc11c874786d: Waiting for close lock at 1733222064031Disabling compacts and flushes for region at 1733222064031Disabling writes for close at 1733222064031Writing region close event to WAL at 1733222064031Closed at 1733222064031 2024-12-03T10:34:24,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:34:24,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733222064032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222064032"}]},"ts":"1733222064032"} 2024-12-03T10:34:24,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:34:24,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:34:24,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222064034"}]},"ts":"1733222064034"} 2024-12-03T10:34:24,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:34:24,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea56c46cc3cb6dad0605bc11c874786d, ASSIGN}] 2024-12-03T10:34:24,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea56c46cc3cb6dad0605bc11c874786d, ASSIGN 2024-12-03T10:34:24,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ea56c46cc3cb6dad0605bc11c874786d, ASSIGN; state=OFFLINE, location=a78f5601770a,33187,1733222053774; forceNewPlan=false, retain=false 2024-12-03T10:34:24,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea56c46cc3cb6dad0605bc11c874786d, regionState=OPENING, regionLocation=a78f5601770a,33187,1733222053774 2024-12-03T10:34:24,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ea56c46cc3cb6dad0605bc11c874786d, ASSIGN because future has completed 2024-12-03T10:34:24,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea56c46cc3cb6dad0605bc11c874786d, server=a78f5601770a,33187,1733222053774}] 2024-12-03T10:34:24,343 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:24,343 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ea56c46cc3cb6dad0605bc11c874786d, NAME => 'test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:24,343 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:34:24,343 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:34:24,343 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,344 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:24,344 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,344 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,344 INFO [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,345 INFO [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea56c46cc3cb6dad0605bc11c874786d columnFamilyName f 2024-12-03T10:34:24,345 DEBUG [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:24,345 INFO [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] regionserver.HStore(327): Store=ea56c46cc3cb6dad0605bc11c874786d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:24,345 INFO [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,346 INFO [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea56c46cc3cb6dad0605bc11c874786d columnFamilyName f1 2024-12-03T10:34:24,346 DEBUG [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:24,346 INFO [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] regionserver.HStore(327): Store=ea56c46cc3cb6dad0605bc11c874786d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:24,346 INFO [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,347 INFO [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea56c46cc3cb6dad0605bc11c874786d columnFamilyName norep 2024-12-03T10:34:24,347 DEBUG [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:24,347 INFO [StoreOpener-ea56c46cc3cb6dad0605bc11c874786d-1 {}] regionserver.HStore(327): Store=ea56c46cc3cb6dad0605bc11c874786d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:24,347 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,348 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,348 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,348 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,348 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,349 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:34:24,349 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,351 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:24,351 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ea56c46cc3cb6dad0605bc11c874786d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72860893, jitterRate=0.08571191132068634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:34:24,351 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:24,351 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ea56c46cc3cb6dad0605bc11c874786d: Running coprocessor pre-open hook at 1733222064344Writing region info on filesystem at 1733222064344Initializing all the Stores at 1733222064344Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222064344Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222064344Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222064344Cleaning up temporary data from old regions at 1733222064348 (+4 ms)Running coprocessor post-open hooks at 1733222064351 (+3 ms)Region opened successfully at 1733222064351 2024-12-03T10:34:24,352 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d., pid=6, masterSystemTime=1733222064341 2024-12-03T10:34:24,353 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:24,354 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:24,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea56c46cc3cb6dad0605bc11c874786d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,33187,1733222053774 2024-12-03T10:34:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:24,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea56c46cc3cb6dad0605bc11c874786d, server=a78f5601770a,33187,1733222053774 because future has completed 2024-12-03T10:34:24,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:34:24,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea56c46cc3cb6dad0605bc11c874786d, server=a78f5601770a,33187,1733222053774 in 167 msec 2024-12-03T10:34:24,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:34:24,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ea56c46cc3cb6dad0605bc11c874786d, ASSIGN in 322 msec 2024-12-03T10:34:24,360 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:34:24,360 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222064360"}]},"ts":"1733222064360"} 2024-12-03T10:34:24,361 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:34:24,362 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:34:24,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-03T10:34:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:25,366 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:34:25,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,37355,1733222058721 2024-12-03T10:34:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17c76d19 2024-12-03T10:34:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:25,368 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:25,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:34:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T10:34:25,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:34:25,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:25,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T10:34:25,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:34:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:25,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741835_1011 (size=902) 2024-12-03T10:34:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:25,776 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e19d494a38438a25f6466227e8937ac1, NAME => 'test,,1733222065368.e19d494a38438a25f6466227e8937ac1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250 2024-12-03T10:34:25,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741836_1012 (size=39) 2024-12-03T10:34:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:26,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733222065368.e19d494a38438a25f6466227e8937ac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:26,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e19d494a38438a25f6466227e8937ac1, disabling compactions & flushes 2024-12-03T10:34:26,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:26,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:26,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733222065368.e19d494a38438a25f6466227e8937ac1. after waiting 0 ms 2024-12-03T10:34:26,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:26,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:26,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e19d494a38438a25f6466227e8937ac1: Waiting for close lock at 1733222066180Disabling compacts and flushes for region at 1733222066180Disabling writes for close at 1733222066180Writing region close event to WAL at 1733222066180Closed at 1733222066180 2024-12-03T10:34:26,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:34:26,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733222065368.e19d494a38438a25f6466227e8937ac1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733222066181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222066181"}]},"ts":"1733222066181"} 2024-12-03T10:34:26,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:34:26,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:34:26,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222066183"}]},"ts":"1733222066183"} 2024-12-03T10:34:26,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T10:34:26,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e19d494a38438a25f6466227e8937ac1, ASSIGN}] 2024-12-03T10:34:26,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e19d494a38438a25f6466227e8937ac1, ASSIGN 2024-12-03T10:34:26,186 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e19d494a38438a25f6466227e8937ac1, ASSIGN; state=OFFLINE, location=a78f5601770a,41081,1733222058826; forceNewPlan=false, retain=false 2024-12-03T10:34:26,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e19d494a38438a25f6466227e8937ac1, regionState=OPENING, regionLocation=a78f5601770a,41081,1733222058826 2024-12-03T10:34:26,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e19d494a38438a25f6466227e8937ac1, ASSIGN because future has completed 2024-12-03T10:34:26,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19d494a38438a25f6466227e8937ac1, server=a78f5601770a,41081,1733222058826}] 2024-12-03T10:34:26,492 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:26,492 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e19d494a38438a25f6466227e8937ac1, NAME => 'test,,1733222065368.e19d494a38438a25f6466227e8937ac1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:26,493 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:34:26,493 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T10:34:26,493 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,493 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733222065368.e19d494a38438a25f6466227e8937ac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:26,493 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,493 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,500 INFO [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,501 INFO [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19d494a38438a25f6466227e8937ac1 columnFamilyName f 2024-12-03T10:34:26,502 DEBUG [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:26,502 INFO [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] regionserver.HStore(327): Store=e19d494a38438a25f6466227e8937ac1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:26,502 INFO [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,503 INFO [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19d494a38438a25f6466227e8937ac1 columnFamilyName f1 2024-12-03T10:34:26,503 DEBUG [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:26,503 INFO [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] regionserver.HStore(327): Store=e19d494a38438a25f6466227e8937ac1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:26,503 INFO [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,504 INFO [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19d494a38438a25f6466227e8937ac1 columnFamilyName norep 2024-12-03T10:34:26,504 DEBUG [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:26,504 INFO [StoreOpener-e19d494a38438a25f6466227e8937ac1-1 {}] regionserver.HStore(327): Store=e19d494a38438a25f6466227e8937ac1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:26,504 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,505 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,505 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:26,506 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,506 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,506 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:34:26,507 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,508 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:26,508 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e19d494a38438a25f6466227e8937ac1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64658077, jitterRate=-0.036519572138786316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:34:26,508 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:26,508 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e19d494a38438a25f6466227e8937ac1: Running coprocessor pre-open hook at 1733222066499Writing region info on filesystem at 1733222066499Initializing all the Stores at 1733222066500 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222066500Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222066500Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222066500Cleaning up temporary data from old regions at 1733222066506 (+6 ms)Running coprocessor post-open hooks at 1733222066508 (+2 ms)Region opened successfully at 1733222066508 2024-12-03T10:34:26,509 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733222065368.e19d494a38438a25f6466227e8937ac1., pid=6, masterSystemTime=1733222066490 2024-12-03T10:34:26,511 DEBUG [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:26,511 INFO [RS_OPEN_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:26,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e19d494a38438a25f6466227e8937ac1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a78f5601770a,41081,1733222058826 2024-12-03T10:34:26,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19d494a38438a25f6466227e8937ac1, server=a78f5601770a,41081,1733222058826 because future has completed 2024-12-03T10:34:26,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:34:26,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e19d494a38438a25f6466227e8937ac1, server=a78f5601770a,41081,1733222058826 in 175 msec 2024-12-03T10:34:26,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:34:26,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e19d494a38438a25f6466227e8937ac1, ASSIGN in 330 msec 2024-12-03T10:34:26,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:34:26,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222066517"}]},"ts":"1733222066517"} 2024-12-03T10:34:26,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T10:34:26,519 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:34:26,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-03T10:34:27,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:34:27,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T10:34:27,515 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T10:34:27,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:27,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,38635,-1 for getting cluster id 2024-12-03T10:34:27,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:27,516 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa39ec75-5d86-4b97-9681-63321f8f39b0' 2024-12-03T10:34:27,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa39ec75-5d86-4b97-9681-63321f8f39b0" 2024-12-03T10:34:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442aa5d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,38635,-1] 2024-12-03T10:34:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:27,518 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:27,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef4546c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:27,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:27,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,38635,1733222048588 2024-12-03T10:34:27,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d40c7d3 2024-12-03T10:34:27,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:27,519 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:27,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a78f5601770a:42991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:34:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:34:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:34:27,521 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:42991' 2024-12-03T10:34:27,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51479179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:27,522 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,42991,-1 for getting cluster id 2024-12-03T10:34:27,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:27,523 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bf87c2-ae60-48c1-9259-c7a85321f404' 2024-12-03T10:34:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bf87c2-ae60-48c1-9259-c7a85321f404" 2024-12-03T10:34:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf6fcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,42991,-1] 2024-12-03T10:34:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:27,524 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:27,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4553fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:27,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:27,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,42991,1733222053676 2024-12-03T10:34:27,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67da7680 2024-12-03T10:34:27,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:27,525 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:27,526 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T10:34:27,526 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:34:27,526 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:27,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:27,526 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:27,526 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:34:27,527 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T10:34:27,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:34:27,528 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:27,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:34:27,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741837_1013 (size=1138) 2024-12-03T10:34:27,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4ff8488ec4e884d3b6120a8bf8ce5b3, NAME => 'hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1 2024-12-03T10:34:27,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741838_1014 (size=44) 2024-12-03T10:34:27,578 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T10:34:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:34:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:34:27,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:27,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4ff8488ec4e884d3b6120a8bf8ce5b3, disabling compactions & flushes 2024-12-03T10:34:27,938 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:27,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:27,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. after waiting 0 ms 2024-12-03T10:34:27,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:27,938 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:27,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4ff8488ec4e884d3b6120a8bf8ce5b3: Waiting for close lock at 1733222067938Disabling compacts and flushes for region at 1733222067938Disabling writes for close at 1733222067938Writing region close event to WAL at 1733222067938Closed at 1733222067938 2024-12-03T10:34:27,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:34:27,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733222067939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733222067939"}]},"ts":"1733222067939"} 2024-12-03T10:34:27,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T10:34:27,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:34:27,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222067941"}]},"ts":"1733222067941"} 2024-12-03T10:34:27,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T10:34:27,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4ff8488ec4e884d3b6120a8bf8ce5b3, ASSIGN}] 2024-12-03T10:34:27,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4ff8488ec4e884d3b6120a8bf8ce5b3, ASSIGN 2024-12-03T10:34:27,943 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4ff8488ec4e884d3b6120a8bf8ce5b3, ASSIGN; state=OFFLINE, location=a78f5601770a,39917,1733222048744; forceNewPlan=false, retain=false 2024-12-03T10:34:28,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4ff8488ec4e884d3b6120a8bf8ce5b3, regionState=OPENING, regionLocation=a78f5601770a,39917,1733222048744 2024-12-03T10:34:28,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4ff8488ec4e884d3b6120a8bf8ce5b3, ASSIGN because future has completed 2024-12-03T10:34:28,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4ff8488ec4e884d3b6120a8bf8ce5b3, server=a78f5601770a,39917,1733222048744}] 2024-12-03T10:34:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:34:28,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:28,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:34:28,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T10:34:28,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a78f5601770a%2C39917%2C1733222048744.rep, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/oldWALs, maxLogs=10 2024-12-03T10:34:28,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.rep.1733222068251, exclude list is [], retry=0 2024-12-03T10:34:28,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35443,DS-89252596-e5a8-4430-aebb-f6e773926a9d,DISK] 2024-12-03T10:34:28,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.rep.1733222068251 2024-12-03T10:34:28,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41793:41793)] 2024-12-03T10:34:28,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4ff8488ec4e884d3b6120a8bf8ce5b3, NAME => 'hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:34:28,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T10:34:28,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:34:28,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. service=MultiRowMutationService 2024-12-03T10:34:28,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T10:34:28,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:34:28,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,267 INFO [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,268 INFO [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4ff8488ec4e884d3b6120a8bf8ce5b3 columnFamilyName hfileref 2024-12-03T10:34:28,268 DEBUG [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:28,268 INFO [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] regionserver.HStore(327): Store=e4ff8488ec4e884d3b6120a8bf8ce5b3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:28,268 INFO [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,269 INFO [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4ff8488ec4e884d3b6120a8bf8ce5b3 columnFamilyName queue 2024-12-03T10:34:28,269 DEBUG [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:28,270 INFO [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] regionserver.HStore(327): Store=e4ff8488ec4e884d3b6120a8bf8ce5b3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:28,270 INFO [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,270 INFO [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4ff8488ec4e884d3b6120a8bf8ce5b3 columnFamilyName sid 2024-12-03T10:34:28,270 DEBUG [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:34:28,271 INFO [StoreOpener-e4ff8488ec4e884d3b6120a8bf8ce5b3-1 {}] regionserver.HStore(327): Store=e4ff8488ec4e884d3b6120a8bf8ce5b3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:34:28,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:34:28,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:34:28,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e4ff8488ec4e884d3b6120a8bf8ce5b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63267262, jitterRate=-0.057244330644607544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:34:28,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:28,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4ff8488ec4e884d3b6120a8bf8ce5b3: Running coprocessor pre-open hook at 1733222068266Writing region info on filesystem at 1733222068266Initializing all the Stores at 1733222068267 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222068267Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222068267Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733222068267Cleaning up temporary data from old regions at 1733222068272 (+5 ms)Running coprocessor post-open hooks at 1733222068274 (+2 ms)Region opened successfully at 1733222068274 2024-12-03T10:34:28,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3., pid=10, masterSystemTime=1733222068246 2024-12-03T10:34:28,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:28,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:28,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4ff8488ec4e884d3b6120a8bf8ce5b3, regionState=OPEN, openSeqNum=2, regionLocation=a78f5601770a,39917,1733222048744 2024-12-03T10:34:28,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4ff8488ec4e884d3b6120a8bf8ce5b3, server=a78f5601770a,39917,1733222048744 because future has completed 2024-12-03T10:34:28,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:34:28,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4ff8488ec4e884d3b6120a8bf8ce5b3, server=a78f5601770a,39917,1733222048744 in 183 msec 2024-12-03T10:34:28,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T10:34:28,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4ff8488ec4e884d3b6120a8bf8ce5b3, ASSIGN in 337 msec 2024-12-03T10:34:28,281 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:34:28,281 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733222068281"}]},"ts":"1733222068281"} 2024-12-03T10:34:28,282 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T10:34:28,282 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:34:28,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 756 msec 2024-12-03T10:34:28,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3., hostname=a78f5601770a,39917,1733222048744, seqNum=2] 2024-12-03T10:34:28,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:28,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:28,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:34:28,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T10:34:28,552 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T10:34:28,575 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a78f5601770a,39917,1733222048744, ReplicationSource: 1, currentBandwidth=0 2024-12-03T10:34:28,576 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:28,576 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,39917,1733222048744, seqNum=-1] 2024-12-03T10:34:28,576 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:28,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-03T10:34:28,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a78f5601770a,39917,1733222048744', locateType=CURRENT is [region=hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3., hostname=a78f5601770a,39917,1733222048744, seqNum=2] 2024-12-03T10:34:28,579 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T10:34:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T10:34:28,581 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a78f5601770a,39917,1733222048744 suceeded 2024-12-03T10:34:28,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T10:34:28,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T10:34:28,583 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a78f5601770a:42991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:34:28,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0640 sec 2024-12-03T10:34:28,591 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:42991' 2024-12-03T10:34:28,592 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df3b866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,592 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,42991,-1 for getting cluster id 2024-12-03T10:34:28,592 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:28,593 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bf87c2-ae60-48c1-9259-c7a85321f404' 2024-12-03T10:34:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bf87c2-ae60-48c1-9259-c7a85321f404" 2024-12-03T10:34:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38cd29e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,42991,-1] 2024-12-03T10:34:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:28,594 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:28,594 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41f88f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,594 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:28,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,42991,1733222053676 2024-12-03T10:34:28,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17d234d0 2024-12-03T10:34:28,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:28,595 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T10:34:28,596 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a78f5601770a,39917,1733222048744 (queues=1) is replicating from cluster=aa39ec75-5d86-4b97-9681-63321f8f39b0 to cluster=e3bf87c2-ae60-48c1-9259-c7a85321f404 2024-12-03T10:34:28,596 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a78f5601770a%2C39917%2C1733222048744 2024-12-03T10:34:28,596 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a78f5601770a,39917,1733222048744, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:34:28,596 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C39917%2C1733222048744 2024-12-03T10:34:28,596 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043, startPosition=0, beingWritten=true 2024-12-03T10:34:28,600 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:34:28,600 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 to pos 379, reset compression=false 2024-12-03T10:34:28,600 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,39917,1733222048744 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:34:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T10:34:28,656 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T10:34:28,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:28,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:28,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:28,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:28,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:28,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,38635,-1 for getting cluster id 2024-12-03T10:34:28,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:28,657 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa39ec75-5d86-4b97-9681-63321f8f39b0' 2024-12-03T10:34:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa39ec75-5d86-4b97-9681-63321f8f39b0" 2024-12-03T10:34:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563efe8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,38635,-1] 2024-12-03T10:34:28,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:28,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:28,658 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:28,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22423796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,42991,-1 for getting cluster id 2024-12-03T10:34:28,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:28,659 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bf87c2-ae60-48c1-9259-c7a85321f404' 2024-12-03T10:34:28,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bf87c2-ae60-48c1-9259-c7a85321f404" 2024-12-03T10:34:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2a8963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,42991,-1] 2024-12-03T10:34:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:28,660 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4424bb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,37355,-1 for getting cluster id 2024-12-03T10:34:28,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:28,661 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51bbd141-8142-43e0-b640-e17b18c4094d' 2024-12-03T10:34:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51bbd141-8142-43e0-b640-e17b18c4094d" 2024-12-03T10:34:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21aca521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,37355,-1] 2024-12-03T10:34:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:28,662 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fba6906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:28,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:28,666 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733222068665/Put/seqid=0 2024-12-03T10:34:28,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741840_1016 (size=7894) 2024-12-03T10:34:28,671 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733222068671/Put/seqid=0 2024-12-03T10:34:28,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741841_1017 (size=7691) 2024-12-03T10:34:28,803 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 to pos 379, reset compression=false 2024-12-03T10:34:28,910 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T10:34:29,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:29,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,38635,-1 for getting cluster id 2024-12-03T10:34:29,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:29,077 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa39ec75-5d86-4b97-9681-63321f8f39b0' 2024-12-03T10:34:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa39ec75-5d86-4b97-9681-63321f8f39b0" 2024-12-03T10:34:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc39035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,38635,-1] 2024-12-03T10:34:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:29,077 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:29,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:29,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,39917,1733222048744, seqNum=-1] 2024-12-03T10:34:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:29,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:29,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,38635,1733222048588 2024-12-03T10:34:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d381a41 2024-12-03T10:34:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:29,086 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:29,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., hostname=a78f5601770a,39917,1733222048744, seqNum=2] 2024-12-03T10:34:29,091 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:34:29,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-03T10:34:29,096 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-03T10:34:29,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 8651ac999f41b00ac968d8c5170fc3cd/f 2024-12-03T10:34:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T10:34:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:34:29,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 8651ac999f41b00ac968d8c5170fc3cd/f 2024-12-03T10:34:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T10:34:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:34:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HRegion(2603): Flush status journal for 8651ac999f41b00ac968d8c5170fc3cd: 2024-12-03T10:34:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__r4tp69v5gpekt8t3iqkd9c0qc6enme3t26uf8hrm9qkkdcua29i3h3oq3ojlul7a/f/hfile_0 2024-12-03T10:34:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__r4tp69v5gpekt8t3iqkd9c0qc6enme3t26uf8hrm9qkkdcua29i3h3oq3ojlul7a/f/hfile_0 as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/45e61d54564d438382d8319aac28cf37_SeqId_4_ 2024-12-03T10:34:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__r4tp69v5gpekt8t3iqkd9c0qc6enme3t26uf8hrm9qkkdcua29i3h3oq3ojlul7a/f/hfile_1 2024-12-03T10:34:29,106 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 to pos 379, reset compression=false 2024-12-03T10:34:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__r4tp69v5gpekt8t3iqkd9c0qc6enme3t26uf8hrm9qkkdcua29i3h3oq3ojlul7a/f/hfile_1 as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_ 2024-12-03T10:34:29,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__r4tp69v5gpekt8t3iqkd9c0qc6enme3t26uf8hrm9qkkdcua29i3h3oq3ojlul7a/f/hfile_0 into 8651ac999f41b00ac968d8c5170fc3cd/f as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/45e61d54564d438382d8319aac28cf37_SeqId_4_ - updating store file list. 2024-12-03T10:34:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45e61d54564d438382d8319aac28cf37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:34:29,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/45e61d54564d438382d8319aac28cf37_SeqId_4_ into 8651ac999f41b00ac968d8c5170fc3cd/f 2024-12-03T10:34:29,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__r4tp69v5gpekt8t3iqkd9c0qc6enme3t26uf8hrm9qkkdcua29i3h3oq3ojlul7a/f/hfile_0 into 8651ac999f41b00ac968d8c5170fc3cd/f (new location: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/45e61d54564d438382d8319aac28cf37_SeqId_4_) 2024-12-03T10:34:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__r4tp69v5gpekt8t3iqkd9c0qc6enme3t26uf8hrm9qkkdcua29i3h3oq3ojlul7a/f/hfile_0 2024-12-03T10:34:29,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__r4tp69v5gpekt8t3iqkd9c0qc6enme3t26uf8hrm9qkkdcua29i3h3oq3ojlul7a/f/hfile_1 into 8651ac999f41b00ac968d8c5170fc3cd/f as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_ - updating store file list. 2024-12-03T10:34:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:34:29,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_ into 8651ac999f41b00ac968d8c5170fc3cd/f 2024-12-03T10:34:29,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__r4tp69v5gpekt8t3iqkd9c0qc6enme3t26uf8hrm9qkkdcua29i3h3oq3ojlul7a/f/hfile_1 into 8651ac999f41b00ac968d8c5170fc3cd/f (new location: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_) 2024-12-03T10:34:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__r4tp69v5gpekt8t3iqkd9c0qc6enme3t26uf8hrm9qkkdcua29i3h3oq3ojlul7a/f/hfile_1 2024-12-03T10:34:29,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:29,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:29,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:29,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., hostname=a78f5601770a,39917,1733222048744, seqNum=2 , the old value is region=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., hostname=a78f5601770a,39917,1733222048744, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a78f5601770a:39917 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:34:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., hostname=a78f5601770a,39917,1733222048744, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:34:29,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., hostname=a78f5601770a,39917,1733222048744, seqNum=2 from cache 2024-12-03T10:34:29,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:29,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:29,119 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T10:34:29,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,33187,1733222053774, seqNum=-1] 2024-12-03T10:34:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:29,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:29,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d., hostname=a78f5601770a,33187,1733222053774, seqNum=2] 2024-12-03T10:34:29,122 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T10:34:29,226 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:39917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T10:34:29,508 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 to pos 379, reset compression=false 2024-12-03T10:34:29,512 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:34:29,512 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,39917,1733222048744 got entry batch from reader: WALEntryBatch [walEntries=[{test/8651ac999f41b00ac968d8c5170fc3cd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733222069117/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T10:34:29,514 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:34:29,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T10:34:29,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.ReplicationSink(318): Replicating [aa39ec75-5d86-4b97-9681-63321f8f39b0] bulk loaded data 2024-12-03T10:34:29,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ba9890a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:29,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,42991,-1 for getting cluster id 2024-12-03T10:34:29,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:29,515 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bf87c2-ae60-48c1-9259-c7a85321f404' 2024-12-03T10:34:29,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:29,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bf87c2-ae60-48c1-9259-c7a85321f404" 2024-12-03T10:34:29,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21d1f403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:29,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,42991,-1] 2024-12-03T10:34:29,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:29,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:29,516 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:29,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c305b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:29,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741837_1013 (size=7894) 2024-12-03T10:34:29,712 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 to pos 687, reset compression=false 2024-12-03T10:34:29,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741838_1014 (size=7691) 2024-12-03T10:34:30,016 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 to pos 687, reset compression=false 2024-12-03T10:34:30,124 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T10:34:30,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:30,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,42991,1733222053676 2024-12-03T10:34:30,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc5419c 2024-12-03T10:34:30,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:30,332 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-03T10:34:30,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:34:30,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,33187,1733222053774, seqNum=-1] 2024-12-03T10:34:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:30,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-03T10:34:30,340 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-03T10:34:30,342 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/45e61d54564d438382d8319aac28cf37_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-03T10:34:30,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_ for inclusion in ea56c46cc3cb6dad0605bc11c874786d/f 2024-12-03T10:34:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T10:34:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:34:30,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/45e61d54564d438382d8319aac28cf37_SeqId_4_ for inclusion in ea56c46cc3cb6dad0605bc11c874786d/f 2024-12-03T10:34:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T10:34:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:34:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HRegion(2603): Flush status journal for ea56c46cc3cb6dad0605bc11c874786d: 2024-12-03T10:34:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:34:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_ as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/1c8f2f06857742e88ebc52dd3c4e5323_SeqId_4_ 2024-12-03T10:34:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 45e61d54564d438382d8319aac28cf37_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:34:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/45e61d54564d438382d8319aac28cf37_SeqId_4_ as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/b8a96bdaad8143eb81a2f06b500aa2c6_SeqId_4_ 2024-12-03T10:34:30,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_ into ea56c46cc3cb6dad0605bc11c874786d/f as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/1c8f2f06857742e88ebc52dd3c4e5323_SeqId_4_ - updating store file list. 2024-12-03T10:34:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1c8f2f06857742e88ebc52dd3c4e5323_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:34:30,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/1c8f2f06857742e88ebc52dd3c4e5323_SeqId_4_ into ea56c46cc3cb6dad0605bc11c874786d/f 2024-12-03T10:34:30,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_ into ea56c46cc3cb6dad0605bc11c874786d/f (new location: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/1c8f2f06857742e88ebc52dd3c4e5323_SeqId_4_) 2024-12-03T10:34:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_ 2024-12-03T10:34:30,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/45e61d54564d438382d8319aac28cf37_SeqId_4_ into ea56c46cc3cb6dad0605bc11c874786d/f as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/b8a96bdaad8143eb81a2f06b500aa2c6_SeqId_4_ - updating store file list. 2024-12-03T10:34:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8a96bdaad8143eb81a2f06b500aa2c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:34:30,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/b8a96bdaad8143eb81a2f06b500aa2c6_SeqId_4_ into ea56c46cc3cb6dad0605bc11c874786d/f 2024-12-03T10:34:30,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/45e61d54564d438382d8319aac28cf37_SeqId_4_ into ea56c46cc3cb6dad0605bc11c874786d/f (new location: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/b8a96bdaad8143eb81a2f06b500aa2c6_SeqId_4_) 2024-12-03T10:34:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__q5s5eadhd5npl92rmnqk5h33jur0hrm8mrfce71t6csrhj5m71q93sifp2ikndci/f/45e61d54564d438382d8319aac28cf37_SeqId_4_ 2024-12-03T10:34:30,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.ReplicationSink(324): Finished replicating [aa39ec75-5d86-4b97-9681-63321f8f39b0] bulk loaded data 2024-12-03T10:34:30,419 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 to pos 687, reset compression=false 2024-12-03T10:34:30,922 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 to pos 687, reset compression=false 2024-12-03T10:34:31,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:34:31,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,41081,1733222058826, seqNum=-1] 2024-12-03T10:34:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:31,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733222065368.e19d494a38438a25f6466227e8937ac1., hostname=a78f5601770a,41081,1733222058826, seqNum=2] 2024-12-03T10:34:31,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:34:31,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:34:31,140 DEBUG [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a78f5601770a%2C39917%2C1733222048744:(num 1733222051043) roll requested 2024-12-03T10:34:31,152 DEBUG [regionserver/a78f5601770a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140, exclude list is [], retry=0 2024-12-03T10:34:31,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35443,DS-89252596-e5a8-4430-aebb-f6e773926a9d,DISK] 2024-12-03T10:34:31,155 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 2024-12-03T10:34:31,155 DEBUG [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41793:41793)] 2024-12-03T10:34:31,156 DEBUG [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 is not closed yet, will try archiving it next time 2024-12-03T10:34:31,156 DEBUG [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a78f5601770a%2C39917%2C1733222048744.rep:(num 1733222068251) roll requested 2024-12-03T10:34:31,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:31,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,38635,-1 for getting cluster id 2024-12-03T10:34:31,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:31,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741832_1008 (size=695) 2024-12-03T10:34:31,157 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa39ec75-5d86-4b97-9681-63321f8f39b0' 2024-12-03T10:34:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa39ec75-5d86-4b97-9681-63321f8f39b0" 2024-12-03T10:34:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d71454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,38635,-1] 2024-12-03T10:34:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:31,158 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 to hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/oldWALs/a78f5601770a%2C39917%2C1733222048744.1733222051043 2024-12-03T10:34:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:31,158 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535a2ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:31,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,38635,1733222048588 2024-12-03T10:34:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65d1c962 2024-12-03T10:34:31,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:31,160 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:31,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://a78f5601770a:37355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T10:34:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T10:34:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T10:34:31,162 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:37355' 2024-12-03T10:34:31,166 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fc7139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:31,166 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,37355,-1 for getting cluster id 2024-12-03T10:34:31,166 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:31,167 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51bbd141-8142-43e0-b640-e17b18c4094d' 2024-12-03T10:34:31,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:31,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51bbd141-8142-43e0-b640-e17b18c4094d" 2024-12-03T10:34:31,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d897997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:31,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,37355,-1] 2024-12-03T10:34:31,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:31,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:31,168 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:31,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22151813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:31,168 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:31,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,37355,1733222058721 2024-12-03T10:34:31,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f3f77b5 2024-12-03T10:34:31,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:31,170 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:31,170 DEBUG [regionserver/a78f5601770a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.rep.1733222071156, exclude list is [], retry=0 2024-12-03T10:34:31,170 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T10:34:31,170 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T10:34:31,171 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:31,171 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:31,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:31,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35443,DS-89252596-e5a8-4430-aebb-f6e773926a9d,DISK] 2024-12-03T10:34:31,174 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.rep.1733222068251 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.rep.1733222071156 2024-12-03T10:34:31,179 DEBUG [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41793:41793)] 2024-12-03T10:34:31,179 DEBUG [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.rep.1733222068251 is not closed yet, will try archiving it next time 2024-12-03T10:34:31,179 DEBUG [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a78f5601770a%2C39917%2C1733222048744.meta:.meta(num 1733222051974) roll requested 2024-12-03T10:34:31,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741839_1015 (size=1505) 2024-12-03T10:34:31,192 DEBUG [regionserver/a78f5601770a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.meta.1733222071179.meta, exclude list is [], retry=0 2024-12-03T10:34:31,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35443,DS-89252596-e5a8-4430-aebb-f6e773926a9d,DISK] 2024-12-03T10:34:31,195 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.meta.1733222051974.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.meta.1733222071179.meta 2024-12-03T10:34:31,196 DEBUG [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41793:41793)] 2024-12-03T10:34:31,196 DEBUG [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.meta.1733222051974.meta is not closed yet, will try archiving it next time 2024-12-03T10:34:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741834_1010 (size=3473) 2024-12-03T10:34:31,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.meta.1733222051974.meta not finished, retry = 0 2024-12-03T10:34:31,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T10:34:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T10:34:31,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T10:34:31,378 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T10:34:31,403 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-a78f5601770a,39917,1733222048744, ReplicationSource: 2, currentBandwidth=0 2024-12-03T10:34:31,405 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T10:34:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T10:34:31,407 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a78f5601770a,39917,1733222048744 suceeded 2024-12-03T10:34:31,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T10:34:31,408 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a78f5601770a:37355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T10:34:31,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T10:34:31,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 248 msec 2024-12-03T10:34:31,417 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a78f5601770a:37355' 2024-12-03T10:34:31,418 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@771f1324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:31,418 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,37355,-1 for getting cluster id 2024-12-03T10:34:31,418 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:31,418 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51bbd141-8142-43e0-b640-e17b18c4094d' 2024-12-03T10:34:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51bbd141-8142-43e0-b640-e17b18c4094d" 2024-12-03T10:34:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672e1fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,37355,-1] 2024-12-03T10:34:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:31,419 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:31,420 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d275bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:31,420 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:31,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,37355,1733222058721 2024-12-03T10:34:31,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c9cfbe 2024-12-03T10:34:31,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:31,421 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T10:34:31,421 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a78f5601770a,39917,1733222048744 (queues=1) is replicating from cluster=aa39ec75-5d86-4b97-9681-63321f8f39b0 to cluster=51bbd141-8142-43e0-b640-e17b18c4094d 2024-12-03T10:34:31,421 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a78f5601770a%2C39917%2C1733222048744 2024-12-03T10:34:31,421 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a78f5601770a,39917,1733222048744, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T10:34:31,422 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140, startPosition=0, beingWritten=true 2024-12-03T10:34:31,422 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a78f5601770a%2C39917%2C1733222048744 2024-12-03T10:34:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T10:34:31,475 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T10:34:31,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:31,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:31,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:31,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:31,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:31,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:34:31,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733222071479/Put/seqid=0 2024-12-03T10:34:31,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741845_1021 (size=11194) 2024-12-03T10:34:31,525 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 to pos 687, reset compression=false 2024-12-03T10:34:31,530 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 was moved to hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/oldWALs/a78f5601770a%2C39917%2C1733222048744.1733222051043 2024-12-03T10:34:31,532 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043 2024-12-03T10:34:31,532 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,39917,1733222048744 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222051043, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T10:34:31,532 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140, startPosition=0, beingWritten=true 2024-12-03T10:34:31,534 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a78f5601770a%2C39917%2C1733222048744.1733222051043] 2024-12-03T10:34:31,625 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 0, reset compression=false 2024-12-03T10:34:31,885 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733222071885/Put/seqid=0 2024-12-03T10:34:31,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741846_1022 (size=10791) 2024-12-03T10:34:31,929 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 0, reset compression=false 2024-12-03T10:34:32,236 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 0, reset compression=false 2024-12-03T10:34:32,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8fa292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:32,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,38635,-1 for getting cluster id 2024-12-03T10:34:32,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:32,291 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa39ec75-5d86-4b97-9681-63321f8f39b0' 2024-12-03T10:34:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa39ec75-5d86-4b97-9681-63321f8f39b0" 2024-12-03T10:34:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2ddfaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,38635,-1] 2024-12-03T10:34:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:32,292 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:32,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:32,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,39917,1733222048744, seqNum=-1] 2024-12-03T10:34:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:32,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:34:32,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:32,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,38635,1733222048588 2024-12-03T10:34:32,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38fcc803 2024-12-03T10:34:32,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:32,301 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:34:32,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., hostname=a78f5601770a,39917,1733222048744, seqNum=2] 2024-12-03T10:34:32,305 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:34:32,309 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-03T10:34:32,311 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-03T10:34:32,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 8651ac999f41b00ac968d8c5170fc3cd/f 2024-12-03T10:34:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T10:34:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:34:32,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 8651ac999f41b00ac968d8c5170fc3cd/f 2024-12-03T10:34:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T10:34:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:34:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HRegion(2603): Flush status journal for 8651ac999f41b00ac968d8c5170fc3cd: 2024-12-03T10:34:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__59n3ckasv7ll3t7u7k34a833kcph2n1jqqugijanko4ifjau796o8ip8h493l3ti/f/hfile_0 2024-12-03T10:34:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__59n3ckasv7ll3t7u7k34a833kcph2n1jqqugijanko4ifjau796o8ip8h493l3ti/f/hfile_0 as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ 2024-12-03T10:34:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__59n3ckasv7ll3t7u7k34a833kcph2n1jqqugijanko4ifjau796o8ip8h493l3ti/f/hfile_1 2024-12-03T10:34:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__59n3ckasv7ll3t7u7k34a833kcph2n1jqqugijanko4ifjau796o8ip8h493l3ti/f/hfile_1 as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ 2024-12-03T10:34:32,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__59n3ckasv7ll3t7u7k34a833kcph2n1jqqugijanko4ifjau796o8ip8h493l3ti/f/hfile_0 into 8651ac999f41b00ac968d8c5170fc3cd/f as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ - updating store file list. 2024-12-03T10:34:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6879f39b3f354ec4943582484e82b79e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T10:34:32,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ into 8651ac999f41b00ac968d8c5170fc3cd/f 2024-12-03T10:34:32,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__59n3ckasv7ll3t7u7k34a833kcph2n1jqqugijanko4ifjau796o8ip8h493l3ti/f/hfile_0 into 8651ac999f41b00ac968d8c5170fc3cd/f (new location: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_) 2024-12-03T10:34:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__59n3ckasv7ll3t7u7k34a833kcph2n1jqqugijanko4ifjau796o8ip8h493l3ti/f/hfile_0 2024-12-03T10:34:32,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__59n3ckasv7ll3t7u7k34a833kcph2n1jqqugijanko4ifjau796o8ip8h493l3ti/f/hfile_1 into 8651ac999f41b00ac968d8c5170fc3cd/f as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ - updating store file list. 2024-12-03T10:34:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for caf3e17656f44e70ab426e5709f95cc0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T10:34:32,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ into 8651ac999f41b00ac968d8c5170fc3cd/f 2024-12-03T10:34:32,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__59n3ckasv7ll3t7u7k34a833kcph2n1jqqugijanko4ifjau796o8ip8h493l3ti/f/hfile_1 into 8651ac999f41b00ac968d8c5170fc3cd/f (new location: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_) 2024-12-03T10:34:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/staging/jenkins__test__59n3ckasv7ll3t7u7k34a833kcph2n1jqqugijanko4ifjau796o8ip8h493l3ti/f/hfile_1 2024-12-03T10:34:32,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:32,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:32,333 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 0, reset compression=false 2024-12-03T10:34:32,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:32,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:32,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., hostname=a78f5601770a,39917,1733222048744, seqNum=2 , the old value is region=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., hostname=a78f5601770a,39917,1733222048744, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a78f5601770a:39917 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:34:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., hostname=a78f5601770a,39917,1733222048744, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T10:34:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., hostname=a78f5601770a,39917,1733222048744, seqNum=2 from cache 2024-12-03T10:34:32,334 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T10:34:32,336 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T10:34:32,338 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:34:32,338 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a78f5601770a,39917,1733222048744 got entry batch from reader: WALEntryBatch [walEntries=[{test/8651ac999f41b00ac968d8c5170fc3cd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733222072332/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T10:34:32,339 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:34:32,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T10:34:32,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(318): Replicating [aa39ec75-5d86-4b97-9681-63321f8f39b0] bulk loaded data 2024-12-03T10:34:32,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73d48984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:32,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] client.ClusterIdFetcher(90): Going to request a78f5601770a,37355,-1 for getting cluster id 2024-12-03T10:34:32,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T10:34:32,342 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51bbd141-8142-43e0-b640-e17b18c4094d' 2024-12-03T10:34:32,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T10:34:32,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51bbd141-8142-43e0-b640-e17b18c4094d" 2024-12-03T10:34:32,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6804eff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:32,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a78f5601770a,37355,-1] 2024-12-03T10:34:32,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T10:34:32,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:32,343 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-03T10:34:32,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44344f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:34:32,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741837_1013 (size=11194) 2024-12-03T10:34:32,436 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:39917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T10:34:32,538 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:32,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741838_1014 (size=10791) 2024-12-03T10:34:32,841 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:33,040 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 0, reset compression=false 2024-12-03T10:34:33,045 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T10:34:33,045 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,39917,1733222048744 got entry batch from reader: WALEntryBatch [walEntries=[{test/8651ac999f41b00ac968d8c5170fc3cd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733222072332/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T10:34:33,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.ReplicationSink(318): Replicating [aa39ec75-5d86-4b97-9681-63321f8f39b0] bulk loaded data 2024-12-03T10:34:33,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741839_1015 (size=11194) 2024-12-03T10:34:33,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:33,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a78f5601770a,37355,1733222058721 2024-12-03T10:34:33,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cae8712 2024-12-03T10:34:33,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:34:33,160 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-03T10:34:33,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:34:33,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T10:34:33,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a78f5601770a,41081,1733222058826, seqNum=-1] 2024-12-03T10:34:33,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:34:33,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-03T10:34:33,167 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T10:34:33,169 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T10:34:33,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ for inclusion in e19d494a38438a25f6466227e8937ac1/f 2024-12-03T10:34:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T10:34:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:34:33,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ for inclusion in e19d494a38438a25f6466227e8937ac1/f 2024-12-03T10:34:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T10:34:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:34:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HRegion(2603): Flush status journal for e19d494a38438a25f6466227e8937ac1: 2024-12-03T10:34:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:34:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1/f/265b56bf23ec4f019e4c22e8136b577c_SeqId_4_ 2024-12-03T10:34:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6879f39b3f354ec4943582484e82b79e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:34:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1/f/3c16d2b9ace14145a3eb321cce75ebef_SeqId_4_ 2024-12-03T10:34:33,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ into e19d494a38438a25f6466227e8937ac1/f as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1/f/265b56bf23ec4f019e4c22e8136b577c_SeqId_4_ - updating store file list. 2024-12-03T10:34:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 265b56bf23ec4f019e4c22e8136b577c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:34:33,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1/f/265b56bf23ec4f019e4c22e8136b577c_SeqId_4_ into e19d494a38438a25f6466227e8937ac1/f 2024-12-03T10:34:33,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ into e19d494a38438a25f6466227e8937ac1/f (new location: hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1/f/265b56bf23ec4f019e4c22e8136b577c_SeqId_4_) 2024-12-03T10:34:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ 2024-12-03T10:34:33,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ into e19d494a38438a25f6466227e8937ac1/f as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1/f/3c16d2b9ace14145a3eb321cce75ebef_SeqId_4_ - updating store file list. 2024-12-03T10:34:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c16d2b9ace14145a3eb321cce75ebef_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T10:34:33,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1/f/3c16d2b9ace14145a3eb321cce75ebef_SeqId_4_ into e19d494a38438a25f6466227e8937ac1/f 2024-12-03T10:34:33,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ into e19d494a38438a25f6466227e8937ac1/f (new location: hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1/f/3c16d2b9ace14145a3eb321cce75ebef_SeqId_4_) 2024-12-03T10:34:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/staging/jenkins.hfs.23__test__sbr4aef3lq3sibavm9s20q4qggkmlvfkokmcpt6uvhp49jk09ie3rurv4gkknqsr/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ 2024-12-03T10:34:33,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41081 {}] regionserver.ReplicationSink(324): Finished replicating [aa39ec75-5d86-4b97-9681-63321f8f39b0] bulk loaded data 2024-12-03T10:34:33,244 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:33,245 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:33,340 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T10:34:33,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741840_1016 (size=10791) 2024-12-03T10:34:33,548 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:33,748 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:33,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:34:33,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:33,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T10:34:33,866 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T10:34:33,868 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T10:34:33,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ for inclusion in ea56c46cc3cb6dad0605bc11c874786d/f 2024-12-03T10:34:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T10:34:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:34:33,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ for inclusion in ea56c46cc3cb6dad0605bc11c874786d/f 2024-12-03T10:34:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T10:34:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T10:34:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HRegion(2603): Flush status journal for ea56c46cc3cb6dad0605bc11c874786d: 2024-12-03T10:34:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6879f39b3f354ec4943582484e82b79e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:34:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/dd5d13c81c4d429b907b2b5f8074bf37_SeqId_6_ 2024-12-03T10:34:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T10:34:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/d34764fc7f1e41f49e75393a59053f5c_SeqId_6_ 2024-12-03T10:34:33,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ into ea56c46cc3cb6dad0605bc11c874786d/f as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/dd5d13c81c4d429b907b2b5f8074bf37_SeqId_6_ - updating store file list. 2024-12-03T10:34:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd5d13c81c4d429b907b2b5f8074bf37_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T10:34:33,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/dd5d13c81c4d429b907b2b5f8074bf37_SeqId_6_ into ea56c46cc3cb6dad0605bc11c874786d/f 2024-12-03T10:34:33,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ into ea56c46cc3cb6dad0605bc11c874786d/f (new location: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/dd5d13c81c4d429b907b2b5f8074bf37_SeqId_6_) 2024-12-03T10:34:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/6879f39b3f354ec4943582484e82b79e_SeqId_6_ 2024-12-03T10:34:33,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ into ea56c46cc3cb6dad0605bc11c874786d/f as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/d34764fc7f1e41f49e75393a59053f5c_SeqId_6_ - updating store file list. 2024-12-03T10:34:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d34764fc7f1e41f49e75393a59053f5c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T10:34:33,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/d34764fc7f1e41f49e75393a59053f5c_SeqId_6_ into ea56c46cc3cb6dad0605bc11c874786d/f 2024-12-03T10:34:33,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ into ea56c46cc3cb6dad0605bc11c874786d/f (new location: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/f/d34764fc7f1e41f49e75393a59053f5c_SeqId_6_) 2024-12-03T10:34:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/staging/jenkins.hfs.22__test__fqj3491c3b7d2cs7v0vtvrdf8t0o9p3vq65bekbm7s67vdp1lsatq7a2ktdle9au/f/caf3e17656f44e70ab426e5709f95cc0_SeqId_6_ 2024-12-03T10:34:33,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33187 {}] regionserver.ReplicationSink(324): Finished replicating [aa39ec75-5d86-4b97-9681-63321f8f39b0] bulk loaded data 2024-12-03T10:34:33,951 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:34,352 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:34,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:34:34,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:34,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:34,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:34,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:34,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:34,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:34:34,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1117647474, stopped=false 2024-12-03T10:34:34,367 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,37355,1733222058721 2024-12-03T10:34:34,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-151447910/running 2024-12-03T10:34:34,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-151447910/running 2024-12-03T10:34:34,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:34,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:34,408 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:34:34,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:34,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:34,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:34,408 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,41081,1733222058826' ***** 2024-12-03T10:34:34,408 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:34:34,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Set watcher on znode that does not yet exist, /2-151447910/running 2024-12-03T10:34:34,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Set watcher on znode that does not yet exist, /2-151447910/running 2024-12-03T10:34:34,409 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:34:34,409 INFO [RS:0;a78f5601770a:41081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:34:34,409 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:34:34,409 INFO [RS:0;a78f5601770a:41081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:34:34,409 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(3091): Received CLOSE for e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:34,411 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,41081,1733222058826 2024-12-03T10:34:34,411 INFO [RS:0;a78f5601770a:41081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:34:34,411 INFO [RS:0;a78f5601770a:41081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:41081. 2024-12-03T10:34:34,411 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e19d494a38438a25f6466227e8937ac1, disabling compactions & flushes 2024-12-03T10:34:34,411 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:34,412 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:34,412 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733222065368.e19d494a38438a25f6466227e8937ac1. after waiting 0 ms 2024-12-03T10:34:34,412 DEBUG [RS:0;a78f5601770a:41081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:34,412 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:34,412 DEBUG [RS:0;a78f5601770a:41081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:34,412 INFO [RS:0;a78f5601770a:41081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:34:34,412 INFO [RS:0;a78f5601770a:41081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:34:34,412 INFO [RS:0;a78f5601770a:41081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:34:34,412 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:34:34,415 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:34:34,415 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1325): Online Regions={e19d494a38438a25f6466227e8937ac1=test,,1733222065368.e19d494a38438a25f6466227e8937ac1., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:34:34,415 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e19d494a38438a25f6466227e8937ac1 2024-12-03T10:34:34,415 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:34:34,415 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:34:34,415 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:34:34,416 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:34:34,416 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:34:34,416 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T10:34:34,430 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/default/test/e19d494a38438a25f6466227e8937ac1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T10:34:34,430 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:34:34,430 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:34:34,430 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:34,430 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e19d494a38438a25f6466227e8937ac1: Waiting for close lock at 1733222074411Running coprocessor pre-close hooks at 1733222074411Disabling compacts and flushes for region at 1733222074411Disabling writes for close at 1733222074412 (+1 ms)Writing region close event to WAL at 1733222074416 (+4 ms)Running coprocessor post-close hooks at 1733222074430 (+14 ms)Closed at 1733222074430 2024-12-03T10:34:34,431 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733222065368.e19d494a38438a25f6466227e8937ac1. 2024-12-03T10:34:34,438 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/info/608d7345a17c4530939a6562bc4b91e0 is 129, key is test,,1733222065368.e19d494a38438a25f6466227e8937ac1./info:regioninfo/1733222066511/Put/seqid=0 2024-12-03T10:34:34,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741839_1015 (size=6421) 2024-12-03T10:34:34,444 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/info/608d7345a17c4530939a6562bc4b91e0 2024-12-03T10:34:34,454 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:34,459 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:34:34,461 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/ns/365a2e27d84045c5b8fb9844f0e969a8 is 43, key is default/ns:d/1733222061947/Put/seqid=0 2024-12-03T10:34:34,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741840_1016 (size=5153) 2024-12-03T10:34:34,468 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/ns/365a2e27d84045c5b8fb9844f0e969a8 2024-12-03T10:34:34,491 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/rep_barrier/75a427cfc2264324918ad27bf11bf321 is 112, key is test,,1733222065368.e19d494a38438a25f6466227e8937ac1./rep_barrier:seqnumDuringOpen/1733222066511/Put/seqid=0 2024-12-03T10:34:34,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741841_1017 (size=5518) 2024-12-03T10:34:34,616 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:34,816 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:34,895 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/rep_barrier/75a427cfc2264324918ad27bf11bf321 2024-12-03T10:34:34,910 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/table/4f3e9a5dc4bd46daba20855f5861968e is 40, key is test/table:state/1733222066517/Put/seqid=0 2024-12-03T10:34:34,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741842_1018 (size=5165) 2024-12-03T10:34:34,918 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:34:34,918 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:34:35,016 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:35,063 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:35,072 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:35,216 DEBUG [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:35,314 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/table/4f3e9a5dc4bd46daba20855f5861968e 2024-12-03T10:34:35,318 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/info/608d7345a17c4530939a6562bc4b91e0 as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/info/608d7345a17c4530939a6562bc4b91e0 2024-12-03T10:34:35,322 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/info/608d7345a17c4530939a6562bc4b91e0, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T10:34:35,322 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/ns/365a2e27d84045c5b8fb9844f0e969a8 as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/ns/365a2e27d84045c5b8fb9844f0e969a8 2024-12-03T10:34:35,325 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/ns/365a2e27d84045c5b8fb9844f0e969a8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T10:34:35,326 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/rep_barrier/75a427cfc2264324918ad27bf11bf321 as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/rep_barrier/75a427cfc2264324918ad27bf11bf321 2024-12-03T10:34:35,330 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/rep_barrier/75a427cfc2264324918ad27bf11bf321, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T10:34:35,330 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/.tmp/table/4f3e9a5dc4bd46daba20855f5861968e as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/table/4f3e9a5dc4bd46daba20855f5861968e 2024-12-03T10:34:35,335 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/table/4f3e9a5dc4bd46daba20855f5861968e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T10:34:35,336 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=11, compaction requested=false 2024-12-03T10:34:35,342 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T10:34:35,342 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:34:35,342 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:34:35,342 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:34:35,342 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222074415Running coprocessor pre-close hooks at 1733222074415Disabling compacts and flushes for region at 1733222074415Disabling writes for close at 1733222074416 (+1 ms)Obtaining lock to block concurrent updates at 1733222074416Preparing flush snapshotting stores in 1588230740 at 1733222074416Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733222074416Flushing stores of hbase:meta,,1.1588230740 at 1733222074417 (+1 ms)Flushing 1588230740/info: creating writer at 1733222074417Flushing 1588230740/info: appending metadata at 1733222074438 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733222074438Flushing 1588230740/ns: creating writer at 1733222074448 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733222074461 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733222074461Flushing 1588230740/rep_barrier: creating writer at 1733222074472 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733222074491 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733222074491Flushing 1588230740/table: creating writer at 1733222074898 (+407 ms)Flushing 1588230740/table: appending metadata at 1733222074910 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733222074910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5710e99b: reopening flushed file at 1733222075317 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547d9b5c: reopening flushed file at 1733222075322 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36277400: reopening flushed file at 1733222075325 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755d146d: reopening flushed file at 1733222075330 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=11, compaction requested=false at 1733222075336 (+6 ms)Writing region close event to WAL at 1733222075339 (+3 ms)Running coprocessor post-close hooks at 1733222075342 (+3 ms)Closed at 1733222075342 2024-12-03T10:34:35,342 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:34:35,416 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,41081,1733222058826; all regions closed. 2024-12-03T10:34:35,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741834_1010 (size=2717) 2024-12-03T10:34:35,420 DEBUG [RS:0;a78f5601770a:41081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/oldWALs 2024-12-03T10:34:35,420 INFO [RS:0;a78f5601770a:41081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C41081%2C1733222058826.meta:.meta(num 1733222061907) 2024-12-03T10:34:35,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741832_1008 (size=1028) 2024-12-03T10:34:35,425 DEBUG [RS:0;a78f5601770a:41081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/oldWALs 2024-12-03T10:34:35,425 INFO [RS:0;a78f5601770a:41081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C41081%2C1733222058826:(num 1733222060976) 2024-12-03T10:34:35,425 DEBUG [RS:0;a78f5601770a:41081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:35,425 INFO [RS:0;a78f5601770a:41081 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:34:35,425 INFO [RS:0;a78f5601770a:41081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:34:35,425 INFO [RS:0;a78f5601770a:41081 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:34:35,425 INFO [RS:0;a78f5601770a:41081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:34:35,425 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:34:35,425 INFO [RS:0;a78f5601770a:41081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:41081. 2024-12-03T10:34:35,426 DEBUG [RS:0;a78f5601770a:41081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:35,426 DEBUG [RS:0;a78f5601770a:41081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:35,426 DEBUG [RS:0;a78f5601770a:41081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:35,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:35,426 INFO [RS:0;a78f5601770a:41081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41081 2024-12-03T10:34:35,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-151447910/rs/a78f5601770a,41081,1733222058826 2024-12-03T10:34:35,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910/rs 2024-12-03T10:34:35,449 INFO [RS:0;a78f5601770a:41081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:34:35,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,41081,1733222058826] 2024-12-03T10:34:35,466 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-151447910/draining/a78f5601770a,41081,1733222058826 already deleted, retry=false 2024-12-03T10:34:35,466 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,41081,1733222058826 expired; onlineServers=0 2024-12-03T10:34:35,466 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,37355,1733222058721' ***** 2024-12-03T10:34:35,466 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:34:35,466 INFO [M:0;a78f5601770a:37355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:34:35,466 INFO [M:0;a78f5601770a:37355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:34:35,466 DEBUG [M:0;a78f5601770a:37355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:34:35,466 DEBUG [M:0;a78f5601770a:37355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:34:35,466 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:34:35,466 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222060743 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222060743,5,FailOnTimeoutGroup] 2024-12-03T10:34:35,466 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222060744 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222060744,5,FailOnTimeoutGroup] 2024-12-03T10:34:35,466 INFO [M:0;a78f5601770a:37355 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:34:35,466 INFO [M:0;a78f5601770a:37355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:34:35,466 DEBUG [M:0;a78f5601770a:37355 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:34:35,467 INFO [M:0;a78f5601770a:37355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:34:35,467 INFO [M:0;a78f5601770a:37355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:34:35,467 INFO [M:0;a78f5601770a:37355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:34:35,467 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:34:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-151447910/master 2024-12-03T10:34:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-151447910 2024-12-03T10:34:35,474 DEBUG [M:0;a78f5601770a:37355 {}] zookeeper.ZKUtil(347): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Unable to get data of znode /2-151447910/master because node does not exist (not an error) 2024-12-03T10:34:35,474 WARN [M:0;a78f5601770a:37355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:34:35,475 INFO [M:0;a78f5601770a:37355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/.lastflushedseqids 2024-12-03T10:34:35,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741843_1019 (size=173) 2024-12-03T10:34:35,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:35,558 INFO [RS:0;a78f5601770a:41081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:34:35,558 INFO [RS:0;a78f5601770a:41081 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,41081,1733222058826; zookeeper connection closed. 2024-12-03T10:34:35,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41081-0x1019c0b4e620007, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:35,558 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b63f3c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b63f3c9 2024-12-03T10:34:35,558 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:34:35,766 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:35,875 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:35,878 INFO [M:0;a78f5601770a:37355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:34:35,878 INFO [M:0;a78f5601770a:37355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:34:35,879 DEBUG [M:0;a78f5601770a:37355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:34:35,879 INFO [M:0;a78f5601770a:37355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:35,879 DEBUG [M:0;a78f5601770a:37355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:35,879 DEBUG [M:0;a78f5601770a:37355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:34:35,879 DEBUG [M:0;a78f5601770a:37355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:35,879 INFO [M:0;a78f5601770a:37355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T10:34:35,891 DEBUG [M:0;a78f5601770a:37355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30da85e269034e8dae4bb486e32feb02 is 82, key is hbase:meta,,1/info:regioninfo/1733222061932/Put/seqid=0 2024-12-03T10:34:35,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741844_1020 (size=5672) 2024-12-03T10:34:36,295 INFO [M:0;a78f5601770a:37355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30da85e269034e8dae4bb486e32feb02 2024-12-03T10:34:36,321 DEBUG [M:0;a78f5601770a:37355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce6a518c49f54b9f80ffa4cdd584e5a7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733222066519/Put/seqid=0 2024-12-03T10:34:36,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741845_1021 (size=6586) 2024-12-03T10:34:36,570 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:36,724 INFO [M:0;a78f5601770a:37355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce6a518c49f54b9f80ffa4cdd584e5a7 2024-12-03T10:34:36,738 DEBUG [M:0;a78f5601770a:37355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3f8b59ce0be4009947fd5805de6aa03 is 69, key is a78f5601770a,41081,1733222058826/rs:state/1733222060791/Put/seqid=0 2024-12-03T10:34:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741846_1022 (size=5156) 2024-12-03T10:34:36,778 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:37,141 INFO [M:0;a78f5601770a:37355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3f8b59ce0be4009947fd5805de6aa03 2024-12-03T10:34:37,144 DEBUG [M:0;a78f5601770a:37355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30da85e269034e8dae4bb486e32feb02 as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30da85e269034e8dae4bb486e32feb02 2024-12-03T10:34:37,147 INFO [M:0;a78f5601770a:37355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30da85e269034e8dae4bb486e32feb02, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T10:34:37,148 DEBUG [M:0;a78f5601770a:37355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce6a518c49f54b9f80ffa4cdd584e5a7 as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce6a518c49f54b9f80ffa4cdd584e5a7 2024-12-03T10:34:37,151 INFO [M:0;a78f5601770a:37355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce6a518c49f54b9f80ffa4cdd584e5a7, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T10:34:37,151 DEBUG [M:0;a78f5601770a:37355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3f8b59ce0be4009947fd5805de6aa03 as hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3f8b59ce0be4009947fd5805de6aa03 2024-12-03T10:34:37,154 INFO [M:0;a78f5601770a:37355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3f8b59ce0be4009947fd5805de6aa03, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T10:34:37,155 INFO [M:0;a78f5601770a:37355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false 2024-12-03T10:34:37,156 INFO [M:0;a78f5601770a:37355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:37,156 DEBUG [M:0;a78f5601770a:37355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222075878Disabling compacts and flushes for region at 1733222075878Disabling writes for close at 1733222075879 (+1 ms)Obtaining lock to block concurrent updates at 1733222075879Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733222075879Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733222075879Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733222075879Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733222075879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733222075891 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733222075891Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733222076309 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733222076320 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733222076320Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733222076727 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733222076737 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733222076738 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8a0304: reopening flushed file at 1733222077144 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7aea6a: reopening flushed file at 1733222077148 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6ecb28: reopening flushed file at 1733222077151 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false at 1733222077155 (+4 ms)Writing region close event to WAL at 1733222077156 (+1 ms)Closed at 1733222077156 2024-12-03T10:34:37,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741830_1006 (size=32770) 2024-12-03T10:34:37,157 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f639d040-79a5-0edd-da79-88f0d87b3250/MasterData/WALs/a78f5601770a,37355,1733222058721/a78f5601770a%2C37355%2C1733222058721.1733222060556 not finished, retry = 0 2024-12-03T10:34:37,258 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:34:37,259 INFO [M:0;a78f5601770a:37355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:34:37,259 INFO [M:0;a78f5601770a:37355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37355 2024-12-03T10:34:37,259 INFO [M:0;a78f5601770a:37355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:34:37,382 INFO [M:0;a78f5601770a:37355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:34:37,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:37,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37355-0x1019c0b4e620006, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:37,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@928d69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:34:37,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2483a4fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:34:37,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:34:37,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f2c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:34:37,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fcdfee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/hadoop.log.dir/,STOPPED} 2024-12-03T10:34:37,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:34:37,387 WARN [BP-1871960643-172.17.0.2-1733222057033 heartbeating to localhost/127.0.0.1:36527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:34:37,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:34:37,387 WARN [BP-1871960643-172.17.0.2-1733222057033 heartbeating to localhost/127.0.0.1:36527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1871960643-172.17.0.2-1733222057033 (Datanode Uuid 94849d52-e38e-413e-acca-2ef9df00f351) service to localhost/127.0.0.1:36527 2024-12-03T10:34:37,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/cluster_9b431caa-6297-683d-7890-207c06d69ccf/data/data1/current/BP-1871960643-172.17.0.2-1733222057033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:34:37,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/cluster_9b431caa-6297-683d-7890-207c06d69ccf/data/data2/current/BP-1871960643-172.17.0.2-1733222057033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:34:37,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:34:37,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7451d88e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:34:37,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:34:37,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:34:37,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:34:37,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22d516d-c4ee-85a0-9326-c2303a6a2b68/hadoop.log.dir/,STOPPED} 2024-12-03T10:34:37,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:34:37,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:34:37,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:37,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:37,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:37,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:37,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:37,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:34:37,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2111821231, stopped=false 2024-12-03T10:34:37,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,42991,1733222053676 2024-12-03T10:34:37,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-855075564/running 2024-12-03T10:34:37,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-855075564/running 2024-12-03T10:34:37,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:37,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:37,431 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:34:37,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:37,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:37,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:37,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Set watcher on znode that does not yet exist, /1-855075564/running 2024-12-03T10:34:37,431 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,33187,1733222053774' ***** 2024-12-03T10:34:37,431 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:34:37,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Set watcher on znode that does not yet exist, /1-855075564/running 2024-12-03T10:34:37,431 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:34:37,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(3091): Received CLOSE for ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,33187,1733222053774 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:33187. 2024-12-03T10:34:37,432 DEBUG [RS:0;a78f5601770a:33187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:37,432 DEBUG [RS:0;a78f5601770a:33187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:37,432 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea56c46cc3cb6dad0605bc11c874786d, disabling compactions & flushes 2024-12-03T10:34:37,432 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:34:37,432 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:34:37,432 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. after waiting 0 ms 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:34:37,432 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:37,432 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T10:34:37,432 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea56c46cc3cb6dad0605bc11c874786d=test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d.} 2024-12-03T10:34:37,432 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea56c46cc3cb6dad0605bc11c874786d 2024-12-03T10:34:37,432 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:34:37,432 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:34:37,432 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:34:37,432 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:34:37,432 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:34:37,432 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T10:34:37,435 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/default/test/ea56c46cc3cb6dad0605bc11c874786d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T10:34:37,435 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:34:37,435 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:34:37,435 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:37,435 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea56c46cc3cb6dad0605bc11c874786d: Waiting for close lock at 1733222077432Running coprocessor pre-close hooks at 1733222077432Disabling compacts and flushes for region at 1733222077432Disabling writes for close at 1733222077432Writing region close event to WAL at 1733222077433 (+1 ms)Running coprocessor post-close hooks at 1733222077435 (+2 ms)Closed at 1733222077435 2024-12-03T10:34:37,436 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d. 2024-12-03T10:34:37,449 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/info/0a533c81853e4cea876707bc8fc0a266 is 129, key is test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d./info:regioninfo/1733222064354/Put/seqid=0 2024-12-03T10:34:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741841_1017 (size=6421) 2024-12-03T10:34:37,457 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:34:37,473 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:37,632 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:37,754 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:34:37,754 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:34:37,782 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:37,833 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:37,852 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/info/0a533c81853e4cea876707bc8fc0a266 2024-12-03T10:34:37,867 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/ns/23a81bc054d14b19bde9554a3666f966 is 43, key is default/ns:d/1733222056939/Put/seqid=0 2024-12-03T10:34:37,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741842_1018 (size=5153) 2024-12-03T10:34:38,033 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:38,179 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:34:38,233 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:38,271 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/ns/23a81bc054d14b19bde9554a3666f966 2024-12-03T10:34:38,290 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/rep_barrier/f52ccc0f936645258a1be17f2f784dfd is 112, key is test,,1733222063218.ea56c46cc3cb6dad0605bc11c874786d./rep_barrier:seqnumDuringOpen/1733222064354/Put/seqid=0 2024-12-03T10:34:38,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741843_1019 (size=5518) 2024-12-03T10:34:38,293 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/rep_barrier/f52ccc0f936645258a1be17f2f784dfd 2024-12-03T10:34:38,307 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/table/c0cd0d82cc8f4b3aa977bc30311cc5a7 is 40, key is test/table:state/1733222064360/Put/seqid=0 2024-12-03T10:34:38,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741844_1020 (size=5165) 2024-12-03T10:34:38,433 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:34:38,433 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:34:38,433 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:38,476 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:38,633 DEBUG [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:38,710 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/table/c0cd0d82cc8f4b3aa977bc30311cc5a7 2024-12-03T10:34:38,714 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/info/0a533c81853e4cea876707bc8fc0a266 as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/info/0a533c81853e4cea876707bc8fc0a266 2024-12-03T10:34:38,717 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/info/0a533c81853e4cea876707bc8fc0a266, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T10:34:38,718 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/ns/23a81bc054d14b19bde9554a3666f966 as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/ns/23a81bc054d14b19bde9554a3666f966 2024-12-03T10:34:38,721 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/ns/23a81bc054d14b19bde9554a3666f966, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T10:34:38,721 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/rep_barrier/f52ccc0f936645258a1be17f2f784dfd as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/rep_barrier/f52ccc0f936645258a1be17f2f784dfd 2024-12-03T10:34:38,724 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/rep_barrier/f52ccc0f936645258a1be17f2f784dfd, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T10:34:38,724 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/.tmp/table/c0cd0d82cc8f4b3aa977bc30311cc5a7 as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/table/c0cd0d82cc8f4b3aa977bc30311cc5a7 2024-12-03T10:34:38,727 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/table/c0cd0d82cc8f4b3aa977bc30311cc5a7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T10:34:38,728 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-12-03T10:34:38,731 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T10:34:38,731 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:34:38,731 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:34:38,731 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:34:38,731 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222077432Running coprocessor pre-close hooks at 1733222077432Disabling compacts and flushes for region at 1733222077432Disabling writes for close at 1733222077432Obtaining lock to block concurrent updates at 1733222077432Preparing flush snapshotting stores in 1588230740 at 1733222077432Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733222077433 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733222077433Flushing 1588230740/info: creating writer at 1733222077433Flushing 1588230740/info: appending metadata at 1733222077448 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733222077448Flushing 1588230740/ns: creating writer at 1733222077856 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733222077867 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733222077867Flushing 1588230740/rep_barrier: creating writer at 1733222078274 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733222078289 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733222078289Flushing 1588230740/table: creating writer at 1733222078296 (+7 ms)Flushing 1588230740/table: appending metadata at 1733222078307 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733222078307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598d225: reopening flushed file at 1733222078713 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7249c96d: reopening flushed file at 1733222078717 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9a5681: reopening flushed file at 1733222078721 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f10b597: reopening flushed file at 1733222078724 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1733222078728 (+4 ms)Writing region close event to WAL at 1733222078729 (+1 ms)Running coprocessor post-close hooks at 1733222078731 (+2 ms)Closed at 1733222078731 2024-12-03T10:34:38,731 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:34:38,833 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,33187,1733222053774; all regions closed. 2024-12-03T10:34:38,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741834_1010 (size=2717) 2024-12-03T10:34:38,836 DEBUG [RS:0;a78f5601770a:33187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/oldWALs 2024-12-03T10:34:38,836 INFO [RS:0;a78f5601770a:33187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C33187%2C1733222053774.meta:.meta(num 1733222056899) 2024-12-03T10:34:38,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741832_1008 (size=1374) 2024-12-03T10:34:38,839 DEBUG [RS:0;a78f5601770a:33187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/oldWALs 2024-12-03T10:34:38,839 INFO [RS:0;a78f5601770a:33187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a78f5601770a%2C33187%2C1733222053774:(num 1733222055869) 2024-12-03T10:34:38,839 DEBUG [RS:0;a78f5601770a:33187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:38,839 INFO [RS:0;a78f5601770a:33187 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:34:38,839 INFO [RS:0;a78f5601770a:33187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:34:38,839 INFO [RS:0;a78f5601770a:33187 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:34:38,839 INFO [RS:0;a78f5601770a:33187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:34:38,839 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:34:38,839 INFO [RS:0;a78f5601770a:33187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:33187. 2024-12-03T10:34:38,839 DEBUG [RS:0;a78f5601770a:33187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:38,839 DEBUG [RS:0;a78f5601770a:33187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:38,840 DEBUG [RS:0;a78f5601770a:33187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:38,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:38,840 INFO [RS:0;a78f5601770a:33187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33187 2024-12-03T10:34:38,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-855075564/rs/a78f5601770a,33187,1733222053774 2024-12-03T10:34:38,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564/rs 2024-12-03T10:34:38,866 INFO [RS:0;a78f5601770a:33187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:34:38,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,33187,1733222053774] 2024-12-03T10:34:38,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-855075564/draining/a78f5601770a,33187,1733222053774 already deleted, retry=false 2024-12-03T10:34:38,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,33187,1733222053774 expired; onlineServers=0 2024-12-03T10:34:38,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,42991,1733222053676' ***** 2024-12-03T10:34:38,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:34:38,882 INFO [M:0;a78f5601770a:42991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:34:38,882 INFO [M:0;a78f5601770a:42991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:34:38,882 DEBUG [M:0;a78f5601770a:42991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:34:38,883 DEBUG [M:0;a78f5601770a:42991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:34:38,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:34:38,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222055672 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222055672,5,FailOnTimeoutGroup] 2024-12-03T10:34:38,883 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222055672 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222055672,5,FailOnTimeoutGroup] 2024-12-03T10:34:38,883 INFO [M:0;a78f5601770a:42991 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:34:38,883 INFO [M:0;a78f5601770a:42991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:34:38,883 DEBUG [M:0;a78f5601770a:42991 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:34:38,883 INFO [M:0;a78f5601770a:42991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:34:38,883 INFO [M:0;a78f5601770a:42991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:34:38,883 INFO [M:0;a78f5601770a:42991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:34:38,883 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:34:38,885 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:38,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-855075564/master 2024-12-03T10:34:38,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-855075564 2024-12-03T10:34:38,891 DEBUG [M:0;a78f5601770a:42991 {}] zookeeper.ZKUtil(347): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Unable to get data of znode /1-855075564/master because node does not exist (not an error) 2024-12-03T10:34:38,891 WARN [M:0;a78f5601770a:42991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:34:38,891 INFO [M:0;a78f5601770a:42991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/.lastflushedseqids 2024-12-03T10:34:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741845_1021 (size=173) 2024-12-03T10:34:38,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:38,974 INFO [RS:0;a78f5601770a:33187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:34:38,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33187-0x1019c0b4e620004, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:38,974 INFO [RS:0;a78f5601770a:33187 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,33187,1733222053774; zookeeper connection closed. 2024-12-03T10:34:38,974 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22900ad0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22900ad0 2024-12-03T10:34:38,975 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:34:39,295 INFO [M:0;a78f5601770a:42991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:34:39,295 INFO [M:0;a78f5601770a:42991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:34:39,295 DEBUG [M:0;a78f5601770a:42991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:34:39,295 INFO [M:0;a78f5601770a:42991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:39,295 DEBUG [M:0;a78f5601770a:42991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:39,295 DEBUG [M:0;a78f5601770a:42991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:34:39,295 DEBUG [M:0;a78f5601770a:42991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:39,295 INFO [M:0;a78f5601770a:42991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-12-03T10:34:39,308 DEBUG [M:0;a78f5601770a:42991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4b34fe75f904bc092ed61d83088bb0a is 82, key is hbase:meta,,1/info:regioninfo/1733222056924/Put/seqid=0 2024-12-03T10:34:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:34:39,579 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:39,711 INFO [M:0;a78f5601770a:42991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4b34fe75f904bc092ed61d83088bb0a 2024-12-03T10:34:39,730 DEBUG [M:0;a78f5601770a:42991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b74bc55513894decbd9fffb3c2906b78 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733222064363/Put/seqid=0 2024-12-03T10:34:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741847_1023 (size=6585) 2024-12-03T10:34:39,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:34:39,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:39,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:34:40,088 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:40,134 INFO [M:0;a78f5601770a:42991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b74bc55513894decbd9fffb3c2906b78 2024-12-03T10:34:40,148 DEBUG [M:0;a78f5601770a:42991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f04506d835e4d719352470c1c96bb9f is 69, key is a78f5601770a,33187,1733222053774/rs:state/1733222055721/Put/seqid=0 2024-12-03T10:34:40,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741848_1024 (size=5156) 2024-12-03T10:34:40,551 INFO [M:0;a78f5601770a:42991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f04506d835e4d719352470c1c96bb9f 2024-12-03T10:34:40,555 DEBUG [M:0;a78f5601770a:42991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4b34fe75f904bc092ed61d83088bb0a as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4b34fe75f904bc092ed61d83088bb0a 2024-12-03T10:34:40,558 INFO [M:0;a78f5601770a:42991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4b34fe75f904bc092ed61d83088bb0a, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T10:34:40,559 DEBUG [M:0;a78f5601770a:42991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b74bc55513894decbd9fffb3c2906b78 as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b74bc55513894decbd9fffb3c2906b78 2024-12-03T10:34:40,562 INFO [M:0;a78f5601770a:42991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b74bc55513894decbd9fffb3c2906b78, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T10:34:40,563 DEBUG [M:0;a78f5601770a:42991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f04506d835e4d719352470c1c96bb9f as hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f04506d835e4d719352470c1c96bb9f 2024-12-03T10:34:40,566 INFO [M:0;a78f5601770a:42991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39087/user/jenkins/test-data/1de498da-d89c-ca26-17ad-dede777c00ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f04506d835e4d719352470c1c96bb9f, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T10:34:40,567 INFO [M:0;a78f5601770a:42991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=55, compaction requested=false 2024-12-03T10:34:40,568 INFO [M:0;a78f5601770a:42991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:40,568 DEBUG [M:0;a78f5601770a:42991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222079295Disabling compacts and flushes for region at 1733222079295Disabling writes for close at 1733222079295Obtaining lock to block concurrent updates at 1733222079295Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733222079295Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1733222079295Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733222079296 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733222079296Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733222079307 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733222079307Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733222079715 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733222079729 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733222079729Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733222080137 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733222080148 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733222080148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dbab6: reopening flushed file at 1733222080555 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7252cf78: reopening flushed file at 1733222080558 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@441b3918: reopening flushed file at 1733222080562 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=55, compaction requested=false at 1733222080567 (+5 ms)Writing region close event to WAL at 1733222080568 (+1 ms)Closed at 1733222080568 2024-12-03T10:34:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741830_1006 (size=32758) 2024-12-03T10:34:40,569 INFO [M:0;a78f5601770a:42991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:34:40,570 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:34:40,570 INFO [M:0;a78f5601770a:42991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42991 2024-12-03T10:34:40,570 INFO [M:0;a78f5601770a:42991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:34:40,699 INFO [M:0;a78f5601770a:42991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:34:40,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:40,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1019c0b4e620003, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:40,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d5fa3db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:34:40,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:34:40,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:34:40,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:34:40,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/hadoop.log.dir/,STOPPED} 2024-12-03T10:34:40,741 WARN [BP-339157456-172.17.0.2-1733222052108 heartbeating to localhost/127.0.0.1:39087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:34:40,741 WARN [BP-339157456-172.17.0.2-1733222052108 heartbeating to localhost/127.0.0.1:39087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-339157456-172.17.0.2-1733222052108 (Datanode Uuid a630dfdb-2919-4659-8cc7-bcef58374db0) service to localhost/127.0.0.1:39087 2024-12-03T10:34:40,741 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:34:40,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:34:40,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/cluster_b882dcdf-2db5-ca9a-c2a8-7ec0d4279711/data/data1/current/BP-339157456-172.17.0.2-1733222052108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:34:40,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/cluster_b882dcdf-2db5-ca9a-c2a8-7ec0d4279711/data/data2/current/BP-339157456-172.17.0.2-1733222052108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:34:40,742 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:34:40,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1125a761{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:34:40,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:34:40,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:34:40,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:34:40,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ca24dcf-313e-18b7-aa6b-66d0211bc544/hadoop.log.dir/,STOPPED} 2024-12-03T10:34:40,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:34:40,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T10:34:40,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:40,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:40,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:40,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:40,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:40,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:34:40,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=964715908, stopped=false 2024-12-03T10:34:40,758 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a78f5601770a,38635,1733222048588 2024-12-03T10:34:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0476076141/running 2024-12-03T10:34:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0476076141/running 2024-12-03T10:34:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:40,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:34:40,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T10:34:40,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:40,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Set watcher on znode that does not yet exist, /0476076141/running 2024-12-03T10:34:40,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Set watcher on znode that does not yet exist, /0476076141/running 2024-12-03T10:34:40,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:40,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a78f5601770a,39917,1733222048744' ***** 2024-12-03T10:34:40,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T10:34:40,781 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:34:40,781 INFO [RS:0;a78f5601770a:39917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:34:40,781 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T10:34:40,781 INFO [RS:0;a78f5601770a:39917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:34:40,782 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(3091): Received CLOSE for 8651ac999f41b00ac968d8c5170fc3cd 2024-12-03T10:34:40,782 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(3091): Received CLOSE for e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:40,782 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(959): stopping server a78f5601770a,39917,1733222048744 2024-12-03T10:34:40,782 INFO [RS:0;a78f5601770a:39917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:34:40,782 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8651ac999f41b00ac968d8c5170fc3cd, disabling compactions & flushes 2024-12-03T10:34:40,782 INFO [RS:0;a78f5601770a:39917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:39917. 2024-12-03T10:34:40,782 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:40,782 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:40,782 DEBUG [RS:0;a78f5601770a:39917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:40,782 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. after waiting 0 ms 2024-12-03T10:34:40,782 DEBUG [RS:0;a78f5601770a:39917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:40,782 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:40,782 INFO [RS:0;a78f5601770a:39917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:34:40,782 INFO [RS:0;a78f5601770a:39917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:34:40,782 INFO [RS:0;a78f5601770a:39917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:34:40,782 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T10:34:40,782 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T10:34:40,782 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1325): Online Regions={8651ac999f41b00ac968d8c5170fc3cd=test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd., 1588230740=hbase:meta,,1.1588230740, e4ff8488ec4e884d3b6120a8bf8ce5b3=hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3.} 2024-12-03T10:34:40,782 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8651ac999f41b00ac968d8c5170fc3cd, e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:40,782 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:34:40,782 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:40,782 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T10:34:40,782 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T10:34:40,782 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:34:40,782 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:34:40,782 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T10:34:40,786 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/default/test/8651ac999f41b00ac968d8c5170fc3cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T10:34:40,786 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:34:40,786 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T10:34:40,786 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:40,786 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8651ac999f41b00ac968d8c5170fc3cd: Waiting for close lock at 1733222080782Running coprocessor pre-close hooks at 1733222080782Disabling compacts and flushes for region at 1733222080782Disabling writes for close at 1733222080782Writing region close event to WAL at 1733222080782Running coprocessor post-close hooks at 1733222080786 (+4 ms)Closed at 1733222080786 2024-12-03T10:34:40,786 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd. 2024-12-03T10:34:40,786 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4ff8488ec4e884d3b6120a8bf8ce5b3, disabling compactions & flushes 2024-12-03T10:34:40,786 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:34:40,787 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:40,787 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:40,787 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 688, reset compression=false 2024-12-03T10:34:40,787 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. after waiting 0 ms 2024-12-03T10:34:40,787 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:40,787 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a78f5601770a,39917,1733222048744 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:34:40,787 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4ff8488ec4e884d3b6120a8bf8ce5b3 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-03T10:34:40,788 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a78f5601770a,39917,1733222048744: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a78f5601770a,39917,1733222048744, walGroup=a78f5601770a%2C39917%2C1733222048744, offset=a78f5601770a%2C39917%2C1733222048744.1733222071140:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:39917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T10:34:40,789 ERROR [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T10:34:40,789 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T10:34:40,790 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T10:34:40,790 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T10:34:40,790 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T10:34:40,790 INFO [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1644167168, "init": 1048576000, "max": 2306867200, "used": 1124728320 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208644528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T10:34:40,790 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:38635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:38635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T10:34:40,799 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/info/ce9ec1bdf2df40629f23a310e568855b is 147, key is hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3./info:regioninfo/1733222068276/Put/seqid=0 2024-12-03T10:34:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741847_1023 (size=7686) 2024-12-03T10:34:40,804 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/.tmp/hfileref/43d551bc50a34406bcc90303bb6456e2 is 74, key is 1/hfileref:0bdcdfd5b8e04a8fa0440afb550107d7_SeqId_4_/1733222070360/DeleteColumn/seqid=0 2024-12-03T10:34:40,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741848_1024 (size=5489) 2024-12-03T10:34:40,836 INFO [regionserver/a78f5601770a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:34:40,917 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:34:40,918 INFO [regionserver/a78f5601770a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:34:40,982 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:40,996 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 688, reset compression=false 2024-12-03T10:34:41,183 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:41,203 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/info/ce9ec1bdf2df40629f23a310e568855b 2024-12-03T10:34:41,207 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/.tmp/hfileref/43d551bc50a34406bcc90303bb6456e2 2024-12-03T10:34:41,221 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/.tmp/queue/ed72fa0c98774797a1ecd5f37497a97c is 153, key is 1-a78f5601770a,39917,1733222048744/queue:a78f5601770a%2C39917%2C1733222048744/1733222073885/Put/seqid=0 2024-12-03T10:34:41,222 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/ns/dc500cc083c74f2281e2a22985e8b800 is 43, key is default/ns:d/1733222052056/Put/seqid=0 2024-12-03T10:34:41,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741849_1025 (size=5504) 2024-12-03T10:34:41,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741850_1026 (size=5153) 2024-12-03T10:34:41,224 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/ns/dc500cc083c74f2281e2a22985e8b800 2024-12-03T10:34:41,238 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/rep_barrier/48b56e6d5e57432495a550bde3d8f5ae is 112, key is test,,1733222062078.8651ac999f41b00ac968d8c5170fc3cd./rep_barrier:seqnumDuringOpen/1733222062818/Put/seqid=0 2024-12-03T10:34:41,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741851_1027 (size=5518) 2024-12-03T10:34:41,298 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 688, reset compression=false 2024-12-03T10:34:41,383 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:41,390 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 393, reset compression=false 2024-12-03T10:34:41,394 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T10:34:41,394 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 688, reset compression=false 2024-12-03T10:34:41,394 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a78f5601770a,39917,1733222048744 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T10:34:41,394 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-03T10:34:41,583 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4ff8488ec4e884d3b6120a8bf8ce5b3 2024-12-03T10:34:41,597 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 688, reset compression=false 2024-12-03T10:34:41,624 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/.tmp/queue/ed72fa0c98774797a1ecd5f37497a97c 2024-12-03T10:34:41,627 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/.tmp/hfileref/43d551bc50a34406bcc90303bb6456e2 as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/hfileref/43d551bc50a34406bcc90303bb6456e2 2024-12-03T10:34:41,630 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/hfileref/43d551bc50a34406bcc90303bb6456e2, entries=6, sequenceid=17, filesize=5.4 K 2024-12-03T10:34:41,631 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/.tmp/queue/ed72fa0c98774797a1ecd5f37497a97c as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/queue/ed72fa0c98774797a1ecd5f37497a97c 2024-12-03T10:34:41,634 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/queue/ed72fa0c98774797a1ecd5f37497a97c, entries=2, sequenceid=17, filesize=5.4 K 2024-12-03T10:34:41,634 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e4ff8488ec4e884d3b6120a8bf8ce5b3 in 847ms, sequenceid=17, compaction requested=false 2024-12-03T10:34:41,637 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/replication/e4ff8488ec4e884d3b6120a8bf8ce5b3/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-03T10:34:41,637 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:34:41,637 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:34:41,637 INFO [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:41,637 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4ff8488ec4e884d3b6120a8bf8ce5b3: Waiting for close lock at 1733222080786Running coprocessor pre-close hooks at 1733222080786Disabling compacts and flushes for region at 1733222080786Disabling writes for close at 1733222080787 (+1 ms)Obtaining lock to block concurrent updates at 1733222080787Preparing flush snapshotting stores in e4ff8488ec4e884d3b6120a8bf8ce5b3 at 1733222080787Finished memstore snapshotting hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733222080787Flushing stores of hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. at 1733222080789 (+2 ms)Flushing e4ff8488ec4e884d3b6120a8bf8ce5b3/hfileref: creating writer at 1733222080789Flushing e4ff8488ec4e884d3b6120a8bf8ce5b3/hfileref: appending metadata at 1733222080804 (+15 ms)Flushing e4ff8488ec4e884d3b6120a8bf8ce5b3/hfileref: closing flushed file at 1733222080804Flushing e4ff8488ec4e884d3b6120a8bf8ce5b3/queue: creating writer at 1733222081210 (+406 ms)Flushing e4ff8488ec4e884d3b6120a8bf8ce5b3/queue: appending metadata at 1733222081220 (+10 ms)Flushing e4ff8488ec4e884d3b6120a8bf8ce5b3/queue: closing flushed file at 1733222081220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618828c7: reopening flushed file at 1733222081627 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da69a9c: reopening flushed file at 1733222081631 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e4ff8488ec4e884d3b6120a8bf8ce5b3 in 847ms, sequenceid=17, compaction requested=false at 1733222081634 (+3 ms)Writing region close event to WAL at 1733222081635 (+1 ms)Running coprocessor post-close hooks at 1733222081637 (+2 ms)Closed at 1733222081637 2024-12-03T10:34:41,637 DEBUG [RS_CLOSE_REGION-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733222067526.e4ff8488ec4e884d3b6120a8bf8ce5b3. 2024-12-03T10:34:41,641 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/rep_barrier/48b56e6d5e57432495a550bde3d8f5ae 2024-12-03T10:34:41,659 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/table/90656af14d3945b7a3fb891723a21d62 is 53, key is hbase:replication/table:state/1733222068281/Put/seqid=0 2024-12-03T10:34:41,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741852_1028 (size=5308) 2024-12-03T10:34:41,701 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 688, reset compression=false 2024-12-03T10:34:41,783 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T10:34:41,783 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:34:41,783 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:41,899 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 688, reset compression=false 2024-12-03T10:34:41,983 DEBUG [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T10:34:42,062 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/table/90656af14d3945b7a3fb891723a21d62 2024-12-03T10:34:42,066 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/info/ce9ec1bdf2df40629f23a310e568855b as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/info/ce9ec1bdf2df40629f23a310e568855b 2024-12-03T10:34:42,069 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/info/ce9ec1bdf2df40629f23a310e568855b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T10:34:42,070 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/ns/dc500cc083c74f2281e2a22985e8b800 as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/ns/dc500cc083c74f2281e2a22985e8b800 2024-12-03T10:34:42,073 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/ns/dc500cc083c74f2281e2a22985e8b800, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T10:34:42,073 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/rep_barrier/48b56e6d5e57432495a550bde3d8f5ae as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/rep_barrier/48b56e6d5e57432495a550bde3d8f5ae 2024-12-03T10:34:42,075 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/rep_barrier/48b56e6d5e57432495a550bde3d8f5ae, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T10:34:42,076 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/.tmp/table/90656af14d3945b7a3fb891723a21d62 as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/table/90656af14d3945b7a3fb891723a21d62 2024-12-03T10:34:42,078 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/table/90656af14d3945b7a3fb891723a21d62, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T10:34:42,079 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false 2024-12-03T10:34:42,079 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:34:42,082 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:34:42,083 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T10:34:42,083 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:34:42,083 INFO [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T10:34:42,083 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733222080782Running coprocessor pre-close hooks at 1733222080782Disabling compacts and flushes for region at 1733222080782Disabling writes for close at 1733222080782Obtaining lock to block concurrent updates at 1733222080782Preparing flush snapshotting stores in 1588230740 at 1733222080783 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733222080783Flushing stores of hbase:meta,,1.1588230740 at 1733222080783Flushing 1588230740/info: creating writer at 1733222080783Flushing 1588230740/info: appending metadata at 1733222080799 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733222080799Flushing 1588230740/ns: creating writer at 1733222081206 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733222081221 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733222081221Flushing 1588230740/rep_barrier: creating writer at 1733222081227 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733222081238 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733222081238Flushing 1588230740/table: creating writer at 1733222081644 (+406 ms)Flushing 1588230740/table: appending metadata at 1733222081658 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733222081658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e834241: reopening flushed file at 1733222082065 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239e9b0f: reopening flushed file at 1733222082069 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4fcdaf: reopening flushed file at 1733222082073 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@242ad34c: reopening flushed file at 1733222082075 (+2 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false at 1733222082079 (+4 ms)Writing region close event to WAL at 1733222082080 (+1 ms)Running coprocessor post-close hooks at 1733222082083 (+3 ms)Closed at 1733222082083 2024-12-03T10:34:42,083 DEBUG [RS_CLOSE_META-regionserver/a78f5601770a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:34:42,183 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(976): stopping server a78f5601770a,39917,1733222048744; all regions closed. 2024-12-03T10:34:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741844_1020 (size=859) 2024-12-03T10:34:42,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.meta.1733222071179.meta not finished, retry = 0 2024-12-03T10:34:42,204 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 688, reset compression=false 2024-12-03T10:34:42,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741843_1019 (size=2791) 2024-12-03T10:34:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741842_1018 (size=696) 2024-12-03T10:34:42,289 DEBUG [RS:0;a78f5601770a:39917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:42,289 INFO [RS:0;a78f5601770a:39917 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:34:42,289 INFO [RS:0;a78f5601770a:39917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:34:42,290 INFO [RS:0;a78f5601770a:39917 {}] hbase.ChoreService(370): Chore service for: regionserver/a78f5601770a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T10:34:42,290 INFO [RS:0;a78f5601770a:39917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:34:42,290 INFO [regionserver/a78f5601770a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:34:42,290 INFO [RS:0;a78f5601770a:39917 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a78f5601770a,39917,1733222048744 because: Region server is closing 2024-12-03T10:34:42,290 INFO [RS:0;a78f5601770a:39917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:39917. 2024-12-03T10:34:42,290 DEBUG [RS:0;a78f5601770a:39917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:42,290 DEBUG [RS:0;a78f5601770a:39917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:42,291 DEBUG [RS:0;a78f5601770a:39917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:42,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:42,302 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 to pos 688, reset compression=false 2024-12-03T10:34:42,304 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/WALs/a78f5601770a,39917,1733222048744/a78f5601770a%2C39917%2C1733222048744.1733222071140 2024-12-03T10:34:42,304 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T10:34:42,304 DEBUG [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T10:34:42,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T10:34:42,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:34:42,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168817 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a78f5601770a,41861,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a78f5601770a:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T10:34:42,391 INFO [RS:0;a78f5601770a:39917 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 terminated 2024-12-03T10:34:42,391 INFO [RS:0;a78f5601770a:39917 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a78f5601770a,39917,1733222048744 because: Region server is closing 2024-12-03T10:34:42,391 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,1-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,1-a78f5601770a,39917,1733222048744 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T10:34:42,391 INFO [RS:0;a78f5601770a:39917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a78f5601770a:39917. 2024-12-03T10:34:42,391 DEBUG [RS:0;a78f5601770a:39917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:34:42,391 DEBUG [RS:0;a78f5601770a:39917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:42,391 DEBUG [RS:0;a78f5601770a:39917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:34:42,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T10:34:42,491 INFO [RS:0;a78f5601770a:39917 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.shippera78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 terminated 2024-12-03T10:34:42,492 INFO [RS:0;a78f5601770a:39917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39917 2024-12-03T10:34:42,491 WARN [RS_REFRESH_PEER-regionserver/a78f5601770a:0-0.replicationSource,2-a78f5601770a,39917,1733222048744.replicationSource.wal-reader.a78f5601770a%2C39917%2C1733222048744,2-a78f5601770a,39917,1733222048744 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-03T10:34:42,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141/rs 2024-12-03T10:34:42,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0476076141/rs/a78f5601770a,39917,1733222048744 2024-12-03T10:34:42,515 INFO [RS:0;a78f5601770a:39917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:34:42,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a78f5601770a,39917,1733222048744] 2024-12-03T10:34:42,532 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0476076141/draining/a78f5601770a,39917,1733222048744 already deleted, retry=false 2024-12-03T10:34:42,532 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a78f5601770a,39917,1733222048744 expired; onlineServers=0 2024-12-03T10:34:42,532 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a78f5601770a,38635,1733222048588' ***** 2024-12-03T10:34:42,532 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:34:42,532 INFO [M:0;a78f5601770a:38635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T10:34:42,532 INFO [M:0;a78f5601770a:38635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T10:34:42,532 DEBUG [M:0;a78f5601770a:38635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:34:42,532 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:34:42,532 DEBUG [M:0;a78f5601770a:38635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:34:42,532 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222050806 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.small.0-1733222050806,5,FailOnTimeoutGroup] 2024-12-03T10:34:42,532 DEBUG [master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222050806 {}] cleaner.HFileCleaner(306): Exit Thread[master/a78f5601770a:0:becomeActiveMaster-HFileCleaner.large.0-1733222050806,5,FailOnTimeoutGroup] 2024-12-03T10:34:42,532 INFO [M:0;a78f5601770a:38635 {}] hbase.ChoreService(370): Chore service for: master/a78f5601770a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T10:34:42,533 INFO [M:0;a78f5601770a:38635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T10:34:42,533 DEBUG [M:0;a78f5601770a:38635 {}] master.HMaster(1795): Stopping service threads 2024-12-03T10:34:42,533 INFO [M:0;a78f5601770a:38635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:34:42,533 INFO [M:0;a78f5601770a:38635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T10:34:42,533 ERROR [M:0;a78f5601770a:38635 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:42849 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42849,5,PEWorkerGroup] 2024-12-03T10:34:42,533 INFO [M:0;a78f5601770a:38635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:34:42,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:34:42,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0476076141/master 2024-12-03T10:34:42,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0476076141 2024-12-03T10:34:42,540 DEBUG [M:0;a78f5601770a:38635 {}] zookeeper.ZKUtil(347): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Unable to get data of znode /0476076141/master because node does not exist (not an error) 2024-12-03T10:34:42,540 WARN [M:0;a78f5601770a:38635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:34:42,541 INFO [M:0;a78f5601770a:38635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/.lastflushedseqids 2024-12-03T10:34:42,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741853_1029 (size=263) 2024-12-03T10:34:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:42,624 INFO [RS:0;a78f5601770a:39917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:34:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39917-0x1019c0b4e620001, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:42,624 INFO [RS:0;a78f5601770a:39917 {}] regionserver.HRegionServer(1031): Exiting; stopping=a78f5601770a,39917,1733222048744; zookeeper connection closed. 2024-12-03T10:34:42,624 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23b15714 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23b15714 2024-12-03T10:34:42,624 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:34:42,944 INFO [M:0;a78f5601770a:38635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T10:34:42,945 INFO [M:0;a78f5601770a:38635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:34:42,945 DEBUG [M:0;a78f5601770a:38635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:34:42,945 INFO [M:0;a78f5601770a:38635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:42,945 DEBUG [M:0;a78f5601770a:38635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:42,945 DEBUG [M:0;a78f5601770a:38635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:34:42,945 DEBUG [M:0;a78f5601770a:38635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:42,945 INFO [M:0;a78f5601770a:38635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-12-03T10:34:42,957 DEBUG [M:0;a78f5601770a:38635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86b0f50b026d41729f328d42a1ea7ce1 is 82, key is hbase:meta,,1/info:regioninfo/1733222051998/Put/seqid=0 2024-12-03T10:34:42,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741854_1030 (size=5672) 2024-12-03T10:34:43,360 INFO [M:0;a78f5601770a:38635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86b0f50b026d41729f328d42a1ea7ce1 2024-12-03T10:34:43,375 DEBUG [M:0;a78f5601770a:38635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb9181a96ac14d7491ffae29b65c0ff4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733222068283/Put/seqid=0 2024-12-03T10:34:43,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741855_1031 (size=8908) 2024-12-03T10:34:43,778 INFO [M:0;a78f5601770a:38635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb9181a96ac14d7491ffae29b65c0ff4 2024-12-03T10:34:43,792 DEBUG [M:0;a78f5601770a:38635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdc42f8c5813424580a2e75a46f8a464 is 69, key is a78f5601770a,39917,1733222048744/rs:state/1733222050896/Put/seqid=0 2024-12-03T10:34:43,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741856_1032 (size=5156) 2024-12-03T10:34:44,196 INFO [M:0;a78f5601770a:38635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdc42f8c5813424580a2e75a46f8a464 2024-12-03T10:34:44,200 DEBUG [M:0;a78f5601770a:38635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86b0f50b026d41729f328d42a1ea7ce1 as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86b0f50b026d41729f328d42a1ea7ce1 2024-12-03T10:34:44,203 INFO [M:0;a78f5601770a:38635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86b0f50b026d41729f328d42a1ea7ce1, entries=8, sequenceid=112, filesize=5.5 K 2024-12-03T10:34:44,203 DEBUG [M:0;a78f5601770a:38635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb9181a96ac14d7491ffae29b65c0ff4 as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb9181a96ac14d7491ffae29b65c0ff4 2024-12-03T10:34:44,206 INFO [M:0;a78f5601770a:38635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb9181a96ac14d7491ffae29b65c0ff4, entries=13, sequenceid=112, filesize=8.7 K 2024-12-03T10:34:44,207 DEBUG [M:0;a78f5601770a:38635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdc42f8c5813424580a2e75a46f8a464 as hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdc42f8c5813424580a2e75a46f8a464 2024-12-03T10:34:44,209 INFO [M:0;a78f5601770a:38635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/69a07c4a-716a-92cd-8c96-99e33a5243b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdc42f8c5813424580a2e75a46f8a464, entries=1, sequenceid=112, filesize=5.0 K 2024-12-03T10:34:44,210 INFO [M:0;a78f5601770a:38635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=112, compaction requested=false 2024-12-03T10:34:44,211 INFO [M:0;a78f5601770a:38635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:34:44,211 DEBUG [M:0;a78f5601770a:38635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733222082945Disabling compacts and flushes for region at 1733222082945Disabling writes for close at 1733222082945Obtaining lock to block concurrent updates at 1733222082945Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733222082945Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1733222082945Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733222082946 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733222082946Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733222082957 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733222082957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733222083363 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733222083374 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733222083374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733222083781 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733222083792 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733222083792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5538ca: reopening flushed file at 1733222084199 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349a979b: reopening flushed file at 1733222084203 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7199f4b8: reopening flushed file at 1733222084206 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=112, compaction requested=false at 1733222084210 (+4 ms)Writing region close event to WAL at 1733222084211 (+1 ms)Closed at 1733222084211 2024-12-03T10:34:44,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35443 is added to blk_1073741830_1006 (size=69043) 2024-12-03T10:34:44,213 INFO [M:0;a78f5601770a:38635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T10:34:44,213 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T10:34:44,213 INFO [M:0;a78f5601770a:38635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38635 2024-12-03T10:34:44,213 INFO [M:0;a78f5601770a:38635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T10:34:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:44,340 INFO [M:0;a78f5601770a:38635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T10:34:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x1019c0b4e620000, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:34:44,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f17d5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:34:44,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:34:44,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:34:44,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:34:44,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/hadoop.log.dir/,STOPPED} 2024-12-03T10:34:44,347 WARN [BP-743062018-172.17.0.2-1733222046865 heartbeating to localhost/127.0.0.1:42849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:34:44,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:34:44,347 WARN [BP-743062018-172.17.0.2-1733222046865 heartbeating to localhost/127.0.0.1:42849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-743062018-172.17.0.2-1733222046865 (Datanode Uuid 11526afd-0fac-416d-aba8-7a8b03329236) service to localhost/127.0.0.1:42849 2024-12-03T10:34:44,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:34:44,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/cluster_52f2255b-9d60-2df5-dc75-53a9fc89f998/data/data1/current/BP-743062018-172.17.0.2-1733222046865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:34:44,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/cluster_52f2255b-9d60-2df5-dc75-53a9fc89f998/data/data2/current/BP-743062018-172.17.0.2-1733222046865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:34:44,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:34:44,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5208d3f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:34:44,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:34:44,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:34:44,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:34:44,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8494d323-1d7c-7388-b8ad-6bed8be1ccac/hadoop.log.dir/,STOPPED} 2024-12-03T10:34:44,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:34:44,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T10:34:44,387 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 528) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56261) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56261) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36527 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39087 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42849 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56261) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=7144 (was 7444) 2024-12-03T10:34:44,388 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500 2024-12-03T10:34:44,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019c0b4e620005, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:34:44,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019c0b4e620002, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:34:44,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019c0b4e620008, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T10:34:44,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019c0b4e620002, quorum=127.0.0.1:56261, baseZNode=/0476076141 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:34:44,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019c0b4e620008, quorum=127.0.0.1:56261, baseZNode=/2-151447910 Received Disconnected from ZooKeeper, ignoring 2024-12-03T10:34:44,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019c0b4e620005, quorum=127.0.0.1:56261, baseZNode=/1-855075564 Received Disconnected from ZooKeeper, ignoring